{"level":"warn","ts":"2026-03-15T02:01:09.723152Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-15T02:01:09.723229Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.221:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.221:2380","--initial-cluster=instance=https://162.253.55.221:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.221:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.221:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-15T02:01:09.723306Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-15T02:01:09.723318Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.221:2380"]} {"level":"info","ts":"2026-03-15T02:01:09.723335Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-15T02:01:09.723936Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.221:2379"]} {"level":"info","ts":"2026-03-15T02:01:09.724005Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.221:2380"],"listen-peer-urls":["https://162.253.55.221:2380"],"advertise-client-urls":["https://162.253.55.221:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.221:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.221:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-15T02:01:09.728617Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.411969ms"} {"level":"info","ts":"2026-03-15T02:01:09.738246Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c187bdee547e8fd1","cluster-id":"ee7528b898b8b18e"} {"level":"info","ts":"2026-03-15T02:01:09.738327Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 switched to configuration voters=()"} {"level":"info","ts":"2026-03-15T02:01:09.738354Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 became follower at term 0"} {"level":"info","ts":"2026-03-15T02:01:09.738373Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c187bdee547e8fd1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-15T02:01:09.738389Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 became follower at term 1"} {"level":"info","ts":"2026-03-15T02:01:09.738424Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 switched to configuration voters=(13945323602493476817)"} {"level":"warn","ts":"2026-03-15T02:01:09.745948Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-15T02:01:09.747388Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-15T02:01:09.748989Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-15T02:01:09.751279Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c187bdee547e8fd1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-15T02:01:09.751462Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-15T02:01:09.751565Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-15T02:01:09.751591Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-15T02:01:09.751501Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c187bdee547e8fd1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-15T02:01:09.754929Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 switched to configuration voters=(13945323602493476817)"} {"level":"info","ts":"2026-03-15T02:01:09.756123Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ee7528b898b8b18e","local-member-id":"c187bdee547e8fd1","added-peer-id":"c187bdee547e8fd1","added-peer-peer-urls":["https://162.253.55.221:2380"]} {"level":"info","ts":"2026-03-15T02:01:09.757427Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-15T02:01:09.7578Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c187bdee547e8fd1","initial-advertise-peer-urls":["https://162.253.55.221:2380"],"listen-peer-urls":["https://162.253.55.221:2380"],"advertise-client-urls":["https://162.253.55.221:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.221:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-15T02:01:09.75785Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-15T02:01:09.758346Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.221:2380"} {"level":"info","ts":"2026-03-15T02:01:09.7584Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.221:2380"} {"level":"info","ts":"2026-03-15T02:01:09.938983Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 is starting a new election at term 1"} {"level":"info","ts":"2026-03-15T02:01:09.939027Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-15T02:01:09.939059Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 received MsgPreVoteResp from c187bdee547e8fd1 at term 1"} {"level":"info","ts":"2026-03-15T02:01:09.939078Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 became candidate at term 2"} {"level":"info","ts":"2026-03-15T02:01:09.939096Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 received MsgVoteResp from c187bdee547e8fd1 at term 2"} {"level":"info","ts":"2026-03-15T02:01:09.939123Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 became leader at term 2"} {"level":"info","ts":"2026-03-15T02:01:09.939151Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c187bdee547e8fd1 elected leader c187bdee547e8fd1 at term 2"} {"level":"info","ts":"2026-03-15T02:01:09.940781Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c187bdee547e8fd1","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.221:2379]}","request-path":"/0/members/c187bdee547e8fd1/attributes","cluster-id":"ee7528b898b8b18e","publish-timeout":"7s"} {"level":"info","ts":"2026-03-15T02:01:09.940852Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-15T02:01:09.941046Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-15T02:01:09.94116Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-15T02:01:09.941283Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-15T02:01:09.941343Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-15T02:01:09.944173Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-15T02:01:09.946629Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.221:2379"} {"level":"info","ts":"2026-03-15T02:01:09.94796Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ee7528b898b8b18e","local-member-id":"c187bdee547e8fd1","cluster-version":"3.5"} {"level":"info","ts":"2026-03-15T02:01:09.948072Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-15T02:01:09.948107Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-15T02:01:31.935436Z","caller":"traceutil/trace.go:171","msg":"trace[389867102] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"127.1154ms","start":"2026-03-15T02:01:31.808297Z","end":"2026-03-15T02:01:31.935413Z","steps":["trace[389867102] 'process raft request' (duration: 126.987717ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:01:40.299089Z","caller":"traceutil/trace.go:171","msg":"trace[570235399] linearizableReadLoop","detail":"{readStateIndex:528; appliedIndex:527; }","duration":"155.076536ms","start":"2026-03-15T02:01:40.143989Z","end":"2026-03-15T02:01:40.299065Z","steps":["trace[570235399] 'read index received' (duration: 154.892152ms)","trace[570235399] 'applied index is now lower than readState.Index' (duration: 183.464µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:01:40.299143Z","caller":"traceutil/trace.go:171","msg":"trace[560279430] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"156.453017ms","start":"2026-03-15T02:01:40.142662Z","end":"2026-03-15T02:01:40.299115Z","steps":["trace[560279430] 'process raft request' (duration: 156.280523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:40.299278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.267311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-15T02:01:40.299396Z","caller":"traceutil/trace.go:171","msg":"trace[564689574] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:512; }","duration":"155.438234ms","start":"2026-03-15T02:01:40.143939Z","end":"2026-03-15T02:01:40.299378Z","steps":["trace[564689574] 'agreement among raft nodes before linearized reading' (duration: 155.23258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:41.482169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.712647ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:01:41.482272Z","caller":"traceutil/trace.go:171","msg":"trace[1965510777] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:512; }","duration":"397.83157ms","start":"2026-03-15T02:01:41.084424Z","end":"2026-03-15T02:01:41.482255Z","steps":["trace[1965510777] 'range keys from in-memory index tree' (duration: 397.697927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:41.483411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.905847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:01:41.483506Z","caller":"traceutil/trace.go:171","msg":"trace[1098223156] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:528; }","duration":"731.779667ms","start":"2026-03-15T02:01:40.751709Z","end":"2026-03-15T02:01:41.483489Z","steps":["trace[1098223156] 'read index received' (duration: 61.561µs)","trace[1098223156] 'applied index is now lower than readState.Index' (duration: 731.716506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:01:41.483662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.552045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:01:41.483713Z","caller":"traceutil/trace.go:171","msg":"trace[128156872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:513; }","duration":"488.627417ms","start":"2026-03-15T02:01:40.995073Z","end":"2026-03-15T02:01:41.483701Z","steps":["trace[128156872] 'agreement among raft nodes before linearized reading' (duration: 488.542495ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:01:41.483695Z","caller":"traceutil/trace.go:171","msg":"trace[1384938299] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"1.180543477s","start":"2026-03-15T02:01:40.303111Z","end":"2026-03-15T02:01:41.483654Z","steps":["trace[1384938299] 'process raft request' (duration: 245.448022ms)","trace[1384938299] 'compare' (duration: 933.563779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:01:41.483759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.026324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"warn","ts":"2026-03-15T02:01:41.483768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:40.995057Z","time spent":"488.699759ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-15T02:01:41.483869Z","caller":"traceutil/trace.go:171","msg":"trace[906158090] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:513; }","duration":"732.202708ms","start":"2026-03-15T02:01:40.751643Z","end":"2026-03-15T02:01:41.483846Z","steps":["trace[906158090] 'agreement among raft nodes before linearized reading' (duration: 731.970162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:41.483966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:40.751618Z","time spent":"732.32945ms","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4403,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-15T02:01:41.483967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:40.303093Z","time spent":"1.180707832s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:01:47.913889Z","caller":"traceutil/trace.go:171","msg":"trace[39273388] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:570; }","duration":"401.117183ms","start":"2026-03-15T02:01:47.512748Z","end":"2026-03-15T02:01:47.913865Z","steps":["trace[39273388] 'read index received' (duration: 400.949349ms)","trace[39273388] 'applied index is now lower than readState.Index' (duration: 167.064µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:01:47.913944Z","caller":"traceutil/trace.go:171","msg":"trace[352391446] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"632.596174ms","start":"2026-03-15T02:01:47.281324Z","end":"2026-03-15T02:01:47.91392Z","steps":["trace[352391446] 'process raft request' (duration: 632.388849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:47.914079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:47.281296Z","time spent":"632.699206ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:01:47.914084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.334108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-15T02:01:47.91413Z","caller":"traceutil/trace.go:171","msg":"trace[1110033843] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:554; }","duration":"401.41396ms","start":"2026-03-15T02:01:47.512704Z","end":"2026-03-15T02:01:47.914118Z","steps":["trace[1110033843] 'agreement among raft nodes before linearized reading' (duration: 401.288567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:47.914162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:47.51269Z","time spent":"401.464251ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-15T02:01:47.914435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.246112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:01:47.914575Z","caller":"traceutil/trace.go:171","msg":"trace[1560339769] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:554; }","duration":"329.481328ms","start":"2026-03-15T02:01:47.58507Z","end":"2026-03-15T02:01:47.914551Z","steps":["trace[1560339769] 'agreement among raft nodes before linearized reading' (duration: 329.176701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:47.914712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:47.585042Z","time spent":"329.655802ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-15T02:01:48.410278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.519945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:01:48.410502Z","caller":"traceutil/trace.go:171","msg":"trace[692766059] linearizableReadLoop","detail":"{readStateIndex:573; appliedIndex:571; }","duration":"427.654607ms","start":"2026-03-15T02:01:47.982826Z","end":"2026-03-15T02:01:48.410481Z","steps":["trace[692766059] 'read index received' (duration: 179.835255ms)","trace[692766059] 'applied index is now lower than readState.Index' (duration: 247.817742ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:01:48.429226Z","caller":"traceutil/trace.go:171","msg":"trace[685698425] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"511.451733ms","start":"2026-03-15T02:01:47.917755Z","end":"2026-03-15T02:01:48.429207Z","steps":["trace[685698425] 'process raft request' (duration: 244.891682ms)","trace[685698425] 'compare' (duration: 247.350241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:01:48.429313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:47.917731Z","time spent":"511.542846ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:01:48.429356Z","caller":"traceutil/trace.go:171","msg":"trace[184113321] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"509.764553ms","start":"2026-03-15T02:01:47.919562Z","end":"2026-03-15T02:01:48.429327Z","steps":["trace[184113321] 'process raft request' (duration: 490.85709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:48.429474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:47.919531Z","time spent":"509.883266ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:01:48.429449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.55522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:01:48.429574Z","caller":"traceutil/trace.go:171","msg":"trace[579723668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:556; }","duration":"446.782865ms","start":"2026-03-15T02:01:47.982757Z","end":"2026-03-15T02:01:48.42954Z","steps":["trace[579723668] 'agreement among raft nodes before linearized reading' (duration: 446.55044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:48.429613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:47.982731Z","time spent":"446.870518ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:01:49.575229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.212874ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-15T02:01:49.575335Z","caller":"traceutil/trace.go:171","msg":"trace[924677056] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:573; }","duration":"1.164781364s","start":"2026-03-15T02:01:48.410535Z","end":"2026-03-15T02:01:49.575317Z","steps":["trace[924677056] 'read index received' (duration: 301.484168ms)","trace[924677056] 'applied index is now lower than readState.Index' (duration: 863.295806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:01:49.575455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141573028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:01:49.575482Z","caller":"traceutil/trace.go:171","msg":"trace[1922538711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:556; }","duration":"1.14164263s","start":"2026-03-15T02:01:48.43383Z","end":"2026-03-15T02:01:49.575472Z","steps":["trace[1922538711] 'agreement among raft nodes before linearized reading' (duration: 1.141585598s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:49.575512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:48.43381Z","time spent":"1.141695431s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:01:49.57553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572999866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-15T02:01:49.575585Z","caller":"traceutil/trace.go:171","msg":"trace[1919116973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:556; }","duration":"1.573096798s","start":"2026-03-15T02:01:48.002472Z","end":"2026-03-15T02:01:49.575569Z","steps":["trace[1919116973] 'agreement among raft nodes before linearized reading' (duration: 1.572926874s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:49.575562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237878453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-15T02:01:49.575573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13081663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:01:49.575644Z","caller":"traceutil/trace.go:171","msg":"trace[709634763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:556; }","duration":"1.238003436s","start":"2026-03-15T02:01:48.337621Z","end":"2026-03-15T02:01:49.575625Z","steps":["trace[709634763] 'agreement among raft nodes before linearized reading' (duration: 1.237760311s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:49.57562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:48.002454Z","time spent":"1.573158339s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-15T02:01:49.575676Z","caller":"traceutil/trace.go:171","msg":"trace[105398925] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:556; }","duration":"1.130967774s","start":"2026-03-15T02:01:48.44468Z","end":"2026-03-15T02:01:49.575648Z","steps":["trace[105398925] 'agreement among raft nodes before linearized reading' (duration: 1.130783469s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:49.575692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:48.337605Z","time spent":"1.238078358s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-15T02:01:49.575731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:48.444662Z","time spent":"1.131059407s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-15T02:01:50.801265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.325724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-15T02:01:50.80134Z","caller":"traceutil/trace.go:171","msg":"trace[1928727777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:558; }","duration":"362.466577ms","start":"2026-03-15T02:01:50.438857Z","end":"2026-03-15T02:01:50.801324Z","steps":["trace[1928727777] 'range keys from in-memory index tree' (duration: 362.081638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:50.801375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:50.438827Z","time spent":"362.540199ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-15T02:01:50.801366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.270463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-15T02:01:50.801448Z","caller":"traceutil/trace.go:171","msg":"trace[1676965859] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:558; }","duration":"362.374916ms","start":"2026-03-15T02:01:50.439054Z","end":"2026-03-15T02:01:50.801429Z","steps":["trace[1676965859] 'range keys from in-memory index tree' (duration: 362.077848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:50.8015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:50.43898Z","time spent":"362.509718ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-15T02:01:51.484918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837365436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:01:51.986049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837365436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:01:52.247155Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.399911552s","expected-duration":"1s"} {"level":"info","ts":"2026-03-15T02:01:52.248048Z","caller":"traceutil/trace.go:171","msg":"trace[1156244313] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"1.44284845s","start":"2026-03-15T02:01:50.805163Z","end":"2026-03-15T02:01:52.248011Z","steps":["trace[1156244313] 'process raft request' (duration: 1.442515172s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:52.2492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:50.805143Z","time spent":"1.443948346s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:01:52.294516Z","caller":"traceutil/trace.go:171","msg":"trace[896076456] linearizableReadLoop","detail":"{readStateIndex:578; appliedIndex:576; }","duration":"1.310650466s","start":"2026-03-15T02:01:50.983841Z","end":"2026-03-15T02:01:52.294491Z","steps":["trace[896076456] 'read index received' (duration: 1.263886687s)","trace[896076456] 'applied index is now lower than readState.Index' (duration: 46.762429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:01:52.294696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31083619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:01:52.294671Z","caller":"traceutil/trace.go:171","msg":"trace[11086398] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"1.489020756s","start":"2026-03-15T02:01:50.805592Z","end":"2026-03-15T02:01:52.294613Z","steps":["trace[11086398] 'process raft request' (duration: 1.48877006s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:52.294751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.403625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-15T02:01:52.29476Z","caller":"traceutil/trace.go:171","msg":"trace[1715148901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:560; }","duration":"1.310955083s","start":"2026-03-15T02:01:50.983788Z","end":"2026-03-15T02:01:52.294743Z","steps":["trace[1715148901] 'agreement among raft nodes before linearized reading' (duration: 1.31082524s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:52.294805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:50.983767Z","time spent":"1.311031134s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-15T02:01:52.294802Z","caller":"traceutil/trace.go:171","msg":"trace[73357111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:560; }","duration":"631.499127ms","start":"2026-03-15T02:01:51.663287Z","end":"2026-03-15T02:01:52.294786Z","steps":["trace[73357111] 'agreement among raft nodes before linearized reading' (duration: 631.341573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:52.294846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:51.663264Z","time spent":"631.574539ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-15T02:01:52.294929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.424276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-15T02:01:52.294965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:50.805575Z","time spent":"1.489277532s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:01:52.295028Z","caller":"traceutil/trace.go:171","msg":"trace[2142183986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:560; }","duration":"631.584009ms","start":"2026-03-15T02:01:51.66342Z","end":"2026-03-15T02:01:52.295004Z","steps":["trace[2142183986] 'agreement among raft nodes before linearized reading' (duration: 631.273442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:52.295092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:51.663382Z","time spent":"631.695862ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-15T02:01:52.84799Z","caller":"traceutil/trace.go:171","msg":"trace[1228808535] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"174.472077ms","start":"2026-03-15T02:01:52.673485Z","end":"2026-03-15T02:01:52.847957Z","steps":["trace[1228808535] 'process raft request' (duration: 174.139179ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:01:52.853632Z","caller":"traceutil/trace.go:171","msg":"trace[832833930] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"131.049807ms","start":"2026-03-15T02:01:52.72256Z","end":"2026-03-15T02:01:52.85361Z","steps":["trace[832833930] 'process raft request' (duration: 130.935804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:53.871311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.323317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:01:53.871451Z","caller":"traceutil/trace.go:171","msg":"trace[1465014688] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"499.425725ms","start":"2026-03-15T02:01:53.372003Z","end":"2026-03-15T02:01:53.871429Z","steps":["trace[1465014688] 'process raft request' (duration: 26.849093ms)","trace[1465014688] 'compare' (duration: 472.015709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:01:53.871531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:53.371981Z","time spent":"499.517718ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-15T02:01:53.872373Z","caller":"traceutil/trace.go:171","msg":"trace[102278125] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"417.434262ms","start":"2026-03-15T02:01:53.454913Z","end":"2026-03-15T02:01:53.872347Z","steps":["trace[102278125] 'process raft request' (duration: 417.200307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:53.872534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:53.45485Z","time spent":"417.597707ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211650,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:02:11.886453Z","caller":"traceutil/trace.go:171","msg":"trace[2048574617] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"455.613326ms","start":"2026-03-15T02:02:11.430818Z","end":"2026-03-15T02:02:11.886431Z","steps":["trace[2048574617] 'process raft request' (duration: 455.462553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:11.886608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:11.430805Z","time spent":"455.725049ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5338,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:02:12.783207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837366075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:02:13.165238Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.278966088s","expected-duration":"1s"} {"level":"info","ts":"2026-03-15T02:02:13.190681Z","caller":"traceutil/trace.go:171","msg":"trace[1292503512] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"1.75279906s","start":"2026-03-15T02:02:11.437848Z","end":"2026-03-15T02:02:13.190647Z","steps":["trace[1292503512] 'process raft request' (duration: 1.727577596s)","trace[1292503512] 'compare' (duration: 24.674061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:02:13.190864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:11.437819Z","time spent":"1.752935143s","remote":"127.0.0.1:41472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:02:13.201603Z","caller":"traceutil/trace.go:171","msg":"trace[398359096] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"1.309423346s","start":"2026-03-15T02:02:11.892163Z","end":"2026-03-15T02:02:13.201586Z","steps":["trace[398359096] 'process raft request' (duration: 1.309248322s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:13.201699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:11.89214Z","time spent":"1.309512679s","remote":"127.0.0.1:41404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1069,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:02:13.202007Z","caller":"traceutil/trace.go:171","msg":"trace[613974775] linearizableReadLoop","detail":"{readStateIndex:957; appliedIndex:954; }","duration":"919.712498ms","start":"2026-03-15T02:02:12.28227Z","end":"2026-03-15T02:02:13.201983Z","steps":["trace[613974775] 'read index received' (duration: 883.153032ms)","trace[613974775] 'applied index is now lower than readState.Index' (duration: 36.558636ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:02:13.202132Z","caller":"traceutil/trace.go:171","msg":"trace[498488161] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"219.641018ms","start":"2026-03-15T02:02:12.982481Z","end":"2026-03-15T02:02:13.202122Z","steps":["trace[498488161] 'process raft request' (duration: 219.2992ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:13.201936Z","caller":"traceutil/trace.go:171","msg":"trace[2136502648] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"1.309431417s","start":"2026-03-15T02:02:11.892477Z","end":"2026-03-15T02:02:13.201909Z","steps":["trace[2136502648] 'process raft request' (duration: 1.309058868s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:13.202223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:11.892464Z","time spent":"1.309708963s","remote":"127.0.0.1:41510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1613,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:02:13.202256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.769566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:02:13.20233Z","caller":"traceutil/trace.go:171","msg":"trace[1028534157] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:934; }","duration":"865.903239ms","start":"2026-03-15T02:02:12.33641Z","end":"2026-03-15T02:02:13.202313Z","steps":["trace[1028534157] 'agreement among raft nodes before linearized reading' (duration: 865.768856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:13.202374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:12.336389Z","time spent":"865.974661ms","remote":"127.0.0.1:41742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:02:13.202641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.509554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-15T02:02:13.202716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.647593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-15T02:02:13.202736Z","caller":"traceutil/trace.go:171","msg":"trace[957812529] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:934; }","duration":"762.633358ms","start":"2026-03-15T02:02:12.440085Z","end":"2026-03-15T02:02:13.202718Z","steps":["trace[957812529] 'agreement among raft nodes before linearized reading' (duration: 762.414892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:13.202753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.471126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-15T02:02:13.202773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.365195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:02:13.202823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.338104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-15T02:02:13.202835Z","caller":"traceutil/trace.go:171","msg":"trace[2116455909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:934; }","duration":"920.605379ms","start":"2026-03-15T02:02:12.282213Z","end":"2026-03-15T02:02:13.202819Z","steps":["trace[2116455909] 'agreement among raft nodes before linearized reading' (duration: 920.411374ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:13.202846Z","caller":"traceutil/trace.go:171","msg":"trace[1990706948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:934; }","duration":"220.491458ms","start":"2026-03-15T02:02:12.982336Z","end":"2026-03-15T02:02:13.202827Z","steps":["trace[1990706948] 'agreement among raft nodes before linearized reading' (duration: 220.389856ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:13.202855Z","caller":"traceutil/trace.go:171","msg":"trace[1496099735] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:934; }","duration":"824.386536ms","start":"2026-03-15T02:02:12.378457Z","end":"2026-03-15T02:02:13.202843Z","steps":["trace[1496099735] 'agreement among raft nodes before linearized reading' (duration: 824.314084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:13.202868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.952476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:02:13.20288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:12.282186Z","time spent":"920.682071ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-15T02:02:13.202887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:12.378441Z","time spent":"824.439806ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-15T02:02:13.202796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:12.440065Z","time spent":"762.716869ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-15T02:02:13.20275Z","caller":"traceutil/trace.go:171","msg":"trace[395196745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:934; }","duration":"766.703525ms","start":"2026-03-15T02:02:12.436037Z","end":"2026-03-15T02:02:13.20274Z","steps":["trace[395196745] 'agreement among raft nodes before linearized reading' (duration: 766.573642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:13.203079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:12.436024Z","time spent":"767.012152ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-15T02:02:13.202918Z","caller":"traceutil/trace.go:171","msg":"trace[1144293497] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:934; }","duration":"258.039088ms","start":"2026-03-15T02:02:12.944866Z","end":"2026-03-15T02:02:13.202906Z","steps":["trace[1144293497] 'agreement among raft nodes before linearized reading' (duration: 257.958296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:13.20313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.869268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:02:13.203215Z","caller":"traceutil/trace.go:171","msg":"trace[731201478] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:934; }","duration":"832.967031ms","start":"2026-03-15T02:02:12.370212Z","end":"2026-03-15T02:02:13.203179Z","steps":["trace[731201478] 'agreement among raft nodes before linearized reading' (duration: 832.756616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:13.203258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:12.37016Z","time spent":"833.089754ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":9,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:02:13.20363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.962927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-15T02:02:13.203753Z","caller":"traceutil/trace.go:171","msg":"trace[713910706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:934; }","duration":"865.137761ms","start":"2026-03-15T02:02:12.338587Z","end":"2026-03-15T02:02:13.203725Z","steps":["trace[713910706] 'agreement among raft nodes before linearized reading' (duration: 864.29196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:13.203993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:12.338575Z","time spent":"865.370677ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-15T02:02:43.534488Z","caller":"traceutil/trace.go:171","msg":"trace[721923327] linearizableReadLoop","detail":"{readStateIndex:1247; appliedIndex:1246; }","duration":"167.778887ms","start":"2026-03-15T02:02:43.366676Z","end":"2026-03-15T02:02:43.534455Z","steps":["trace[721923327] 'read index received' (duration: 167.620473ms)","trace[721923327] 'applied index is now lower than readState.Index' (duration: 156.844µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:02:43.534513Z","caller":"traceutil/trace.go:171","msg":"trace[1838555217] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"347.634592ms","start":"2026-03-15T02:02:43.186849Z","end":"2026-03-15T02:02:43.534484Z","steps":["trace[1838555217] 'process raft request' (duration: 347.384436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:43.534687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:43.18683Z","time spent":"347.762665ms","remote":"127.0.0.1:41252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:02:43.534788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.082444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-15T02:02:43.534836Z","caller":"traceutil/trace.go:171","msg":"trace[1963794221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1210; }","duration":"168.173787ms","start":"2026-03-15T02:02:43.366648Z","end":"2026-03-15T02:02:43.534822Z","steps":["trace[1963794221] 'agreement among raft nodes before linearized reading' (duration: 167.959921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:43.54168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.800944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-15T02:02:43.541697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.067871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-15T02:02:43.541693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.965458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-15T02:02:43.541758Z","caller":"traceutil/trace.go:171","msg":"trace[759061540] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1211; }","duration":"151.910497ms","start":"2026-03-15T02:02:43.389823Z","end":"2026-03-15T02:02:43.541733Z","steps":["trace[759061540] 'agreement among raft nodes before linearized reading' (duration: 151.674521ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:43.541767Z","caller":"traceutil/trace.go:171","msg":"trace[1985973603] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1211; }","duration":"157.190103ms","start":"2026-03-15T02:02:43.384562Z","end":"2026-03-15T02:02:43.541752Z","steps":["trace[1985973603] 'agreement among raft nodes before linearized reading' (duration: 157.004019ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:43.541803Z","caller":"traceutil/trace.go:171","msg":"trace[424565867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1211; }","duration":"157.102271ms","start":"2026-03-15T02:02:43.384666Z","end":"2026-03-15T02:02:43.541768Z","steps":["trace[424565867] 'agreement among raft nodes before linearized reading' (duration: 156.846035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:43.542204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.23211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-15T02:02:43.542318Z","caller":"traceutil/trace.go:171","msg":"trace[1870753908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1211; }","duration":"156.420004ms","start":"2026-03-15T02:02:43.385881Z","end":"2026-03-15T02:02:43.542301Z","steps":["trace[1870753908] 'agreement among raft nodes before linearized reading' (duration: 155.723028ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:54.001565Z","caller":"traceutil/trace.go:171","msg":"trace[1855488195] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"111.104278ms","start":"2026-03-15T02:02:53.890433Z","end":"2026-03-15T02:02:54.001537Z","steps":["trace[1855488195] 'process raft request' (duration: 110.870963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:59.731091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.461458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:02:59.731154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.019288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:02:59.731197Z","caller":"traceutil/trace.go:171","msg":"trace[1771605351] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1497; }","duration":"328.625802ms","start":"2026-03-15T02:02:59.402551Z","end":"2026-03-15T02:02:59.731177Z","steps":["trace[1771605351] 'count revisions from in-memory index tree' (duration: 328.336555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:59.731192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.736046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:02:59.731257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:59.402529Z","time spent":"328.715344ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:02:59.731276Z","caller":"traceutil/trace.go:171","msg":"trace[1806002901] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1497; }","duration":"404.850319ms","start":"2026-03-15T02:02:59.326405Z","end":"2026-03-15T02:02:59.731255Z","steps":["trace[1806002901] 'count revisions from in-memory index tree' (duration: 404.696605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:59.73133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:59.326396Z","time spent":"404.922981ms","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:02:59.731364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.576066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:02:59.731422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.101286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:02:59.731515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.90727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:02:59.731546Z","caller":"traceutil/trace.go:171","msg":"trace[764158897] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1497; }","duration":"404.970392ms","start":"2026-03-15T02:02:59.326566Z","end":"2026-03-15T02:02:59.731537Z","steps":["trace[764158897] 'range keys from in-memory index tree' (duration: 404.836519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:59.731527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.177728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:02:59.731569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.882733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:02:59.731599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.591309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:02:59.731596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:59.326545Z","time spent":"405.040633ms","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-15T02:02:59.731619Z","caller":"traceutil/trace.go:171","msg":"trace[1084183737] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1497; }","duration":"379.948045ms","start":"2026-03-15T02:02:59.351661Z","end":"2026-03-15T02:02:59.731609Z","steps":["trace[1084183737] 'count revisions from in-memory index tree' (duration: 379.840343ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:59.731633Z","caller":"traceutil/trace.go:171","msg":"trace[1143954547] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1497; }","duration":"471.648531ms","start":"2026-03-15T02:02:59.259975Z","end":"2026-03-15T02:02:59.731624Z","steps":["trace[1143954547] 'range keys from in-memory index tree' (duration: 471.482356ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:59.731253Z","caller":"traceutil/trace.go:171","msg":"trace[127200633] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1497; }","duration":"276.165671ms","start":"2026-03-15T02:02:59.455063Z","end":"2026-03-15T02:02:59.731229Z","steps":["trace[127200633] 'range keys from in-memory index tree' (duration: 275.944387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:59.73164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.848095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:02:59.73147Z","caller":"traceutil/trace.go:171","msg":"trace[90051430] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1497; }","duration":"379.884374ms","start":"2026-03-15T02:02:59.351563Z","end":"2026-03-15T02:02:59.731447Z","steps":["trace[90051430] 'range keys from in-memory index tree' (duration: 379.533635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:59.731668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:59.259957Z","time spent":"471.702042ms","remote":"127.0.0.1:37602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-15T02:02:59.731562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.517007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:02:59.731689Z","caller":"traceutil/trace.go:171","msg":"trace[1094729118] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1497; }","duration":"304.935917ms","start":"2026-03-15T02:02:59.42674Z","end":"2026-03-15T02:02:59.731676Z","steps":["trace[1094729118] 'count revisions from in-memory index tree' (duration: 304.776024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:59.731684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.940848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:02:59.731736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.929893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:02:59.731751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:59.42672Z","time spent":"305.015539ms","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:02:59.731742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:59.351551Z","time spent":"380.15404ms","remote":"127.0.0.1:37642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-15T02:02:59.731559Z","caller":"traceutil/trace.go:171","msg":"trace[945278496] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1497; }","duration":"353.269889ms","start":"2026-03-15T02:02:59.378256Z","end":"2026-03-15T02:02:59.731526Z","steps":["trace[945278496] 'range keys from in-memory index tree' (duration: 353.002813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:59.731669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:59.351656Z","time spent":"380.002577ms","remote":"127.0.0.1:37642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:02:59.731615Z","caller":"traceutil/trace.go:171","msg":"trace[79740291] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1497; }","duration":"353.29479ms","start":"2026-03-15T02:02:59.3783Z","end":"2026-03-15T02:02:59.731595Z","steps":["trace[79740291] 'count revisions from in-memory index tree' (duration: 353.145166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:59.731974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:59.378296Z","time spent":"353.664109ms","remote":"127.0.0.1:37650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:02:59.731705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.836981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:02:59.732041Z","caller":"traceutil/trace.go:171","msg":"trace[878113291] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1497; }","duration":"450.174969ms","start":"2026-03-15T02:02:59.281847Z","end":"2026-03-15T02:02:59.732022Z","steps":["trace[878113291] 'range keys from in-memory index tree' (duration: 449.80165ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:59.731712Z","caller":"traceutil/trace.go:171","msg":"trace[1655047337] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1497; }","duration":"471.699742ms","start":"2026-03-15T02:02:59.260003Z","end":"2026-03-15T02:02:59.731702Z","steps":["trace[1655047337] 'count revisions from in-memory index tree' (duration: 471.455156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:59.732166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:59.281842Z","time spent":"450.306702ms","remote":"127.0.0.1:37614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-15T02:02:59.732173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:59.259982Z","time spent":"472.173873ms","remote":"127.0.0.1:37602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:02:59.731666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.917331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:02:59.732674Z","caller":"traceutil/trace.go:171","msg":"trace[415960514] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1497; }","duration":"426.930904ms","start":"2026-03-15T02:02:59.305721Z","end":"2026-03-15T02:02:59.732652Z","steps":["trace[415960514] 'range keys from in-memory index tree' (duration: 425.88573ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:59.731764Z","caller":"traceutil/trace.go:171","msg":"trace[1529291206] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1497; }","duration":"305.05797ms","start":"2026-03-15T02:02:59.426686Z","end":"2026-03-15T02:02:59.731744Z","steps":["trace[1529291206] 'range keys from in-memory index tree' (duration: 304.872165ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:59.731775Z","caller":"traceutil/trace.go:171","msg":"trace[277068869] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1497; }","duration":"449.987244ms","start":"2026-03-15T02:02:59.281779Z","end":"2026-03-15T02:02:59.731767Z","steps":["trace[277068869] 'count revisions from in-memory index tree' (duration: 449.82125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:59.733144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:59.281769Z","time spent":"451.345266ms","remote":"127.0.0.1:37614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:02:59.731612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.531371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:02:59.733162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:59.426674Z","time spent":"306.30007ms","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-15T02:02:59.733247Z","caller":"traceutil/trace.go:171","msg":"trace[943914115] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1497; }","duration":"278.19696ms","start":"2026-03-15T02:02:59.455019Z","end":"2026-03-15T02:02:59.733216Z","steps":["trace[943914115] 'count revisions from in-memory index tree' (duration: 276.454118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:59.731881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:59.378249Z","time spent":"353.620938ms","remote":"127.0.0.1:37650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-15T02:02:59.732529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.075507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:02:59.733435Z","caller":"traceutil/trace.go:171","msg":"trace[1095856954] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1497; }","duration":"330.993398ms","start":"2026-03-15T02:02:59.402401Z","end":"2026-03-15T02:02:59.733395Z","steps":["trace[1095856954] 'range keys from in-memory index tree' (duration: 329.985755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:59.732784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:59.305715Z","time spent":"427.014777ms","remote":"127.0.0.1:37630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-15T02:02:59.733531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:59.40239Z","time spent":"331.107882ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-15T02:02:59.731823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.668324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:02:59.734856Z","caller":"traceutil/trace.go:171","msg":"trace[1263329810] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1497; }","duration":"428.731618ms","start":"2026-03-15T02:02:59.306113Z","end":"2026-03-15T02:02:59.734845Z","steps":["trace[1263329810] 'count revisions from in-memory index tree' (duration: 425.583702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:59.734895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:59.306092Z","time spent":"428.79121ms","remote":"127.0.0.1:37630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:02:59.77318Z","caller":"traceutil/trace.go:171","msg":"trace[953521000] linearizableReadLoop","detail":"{readStateIndex:1558; appliedIndex:1557; }","duration":"293.604127ms","start":"2026-03-15T02:02:59.47956Z","end":"2026-03-15T02:02:59.773165Z","steps":["trace[953521000] 'read index received' (duration: 293.470514ms)","trace[953521000] 'applied index is now lower than readState.Index' (duration: 132.543µs)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:02:59.773283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.709299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:02:59.773262Z","caller":"traceutil/trace.go:171","msg":"trace[1346490950] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"317.350403ms","start":"2026-03-15T02:02:59.455875Z","end":"2026-03-15T02:02:59.773226Z","steps":["trace[1346490950] 'process raft request' (duration: 317.150428ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:59.773313Z","caller":"traceutil/trace.go:171","msg":"trace[1195001967] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1498; }","duration":"293.7474ms","start":"2026-03-15T02:02:59.479556Z","end":"2026-03-15T02:02:59.773304Z","steps":["trace[1195001967] 'agreement among raft nodes before linearized reading' (duration: 293.690209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:59.773426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:59.455864Z","time spent":"317.460516ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:02:59.802976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.859642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:02:59.803007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.507047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-15T02:02:59.803034Z","caller":"traceutil/trace.go:171","msg":"trace[1355060779] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1499; }","duration":"290.937094ms","start":"2026-03-15T02:02:59.512081Z","end":"2026-03-15T02:02:59.803018Z","steps":["trace[1355060779] 'agreement among raft nodes before linearized reading' (duration: 290.847401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:59.803073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.128634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:02:59.803059Z","caller":"traceutil/trace.go:171","msg":"trace[592839822] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1499; }","duration":"129.578628ms","start":"2026-03-15T02:02:59.673465Z","end":"2026-03-15T02:02:59.803044Z","steps":["trace[592839822] 'agreement among raft nodes before linearized reading' (duration: 129.446825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:59.803185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.011965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:02:59.803205Z","caller":"traceutil/trace.go:171","msg":"trace[354793019] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1499; }","duration":"290.264537ms","start":"2026-03-15T02:02:59.51292Z","end":"2026-03-15T02:02:59.803185Z","steps":["trace[354793019] 'agreement among raft nodes before linearized reading' (duration: 290.111464ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:59.803228Z","caller":"traceutil/trace.go:171","msg":"trace[192237113] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1499; }","duration":"291.072427ms","start":"2026-03-15T02:02:59.512142Z","end":"2026-03-15T02:02:59.803214Z","steps":["trace[192237113] 'agreement among raft nodes before linearized reading' (duration: 291.018496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:59.803026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.834949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-15T02:02:59.803299Z","caller":"traceutil/trace.go:171","msg":"trace[1624874432] transaction","detail":"{read_only:false; response_revision:1499; number_of_response:1; }","duration":"269.056102ms","start":"2026-03-15T02:02:59.534193Z","end":"2026-03-15T02:02:59.803249Z","steps":["trace[1624874432] 'process raft request' (duration: 268.54341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:59.803118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.319625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:02:59.803345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.958554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-15T02:02:59.803355Z","caller":"traceutil/trace.go:171","msg":"trace[108739132] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1499; }","duration":"323.566601ms","start":"2026-03-15T02:02:59.479778Z","end":"2026-03-15T02:02:59.803345Z","steps":["trace[108739132] 'agreement among raft nodes before linearized reading' (duration: 323.281515ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:59.803357Z","caller":"traceutil/trace.go:171","msg":"trace[357380415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1499; }","duration":"126.176717ms","start":"2026-03-15T02:02:59.677154Z","end":"2026-03-15T02:02:59.80333Z","steps":["trace[357380415] 'agreement among raft nodes before linearized reading' (duration: 125.739917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:59.803395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:59.479757Z","time spent":"323.628133ms","remote":"127.0.0.1:37686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:02:59.803423Z","caller":"traceutil/trace.go:171","msg":"trace[391516763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1499; }","duration":"116.029165ms","start":"2026-03-15T02:02:59.687351Z","end":"2026-03-15T02:02:59.80338Z","steps":["trace[391516763] 'agreement among raft nodes before linearized reading' (duration: 115.847491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:59.803516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.161498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-15T02:02:59.803538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.256103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-15T02:02:59.803564Z","caller":"traceutil/trace.go:171","msg":"trace[1928415412] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1499; }","duration":"116.24821ms","start":"2026-03-15T02:02:59.687306Z","end":"2026-03-15T02:02:59.803554Z","steps":["trace[1928415412] 'agreement among raft nodes before linearized reading' (duration: 116.078996ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:59.803591Z","caller":"traceutil/trace.go:171","msg":"trace[1087119627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1499; }","duration":"119.330494ms","start":"2026-03-15T02:02:59.684244Z","end":"2026-03-15T02:02:59.803575Z","steps":["trace[1087119627] 'agreement among raft nodes before linearized reading' (duration: 119.16835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:06.892473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.371103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"warn","ts":"2026-03-15T02:03:06.89255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.864985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3985120a-8a37-4cb7-91fd-0a4b2a224814\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-15T02:03:06.892567Z","caller":"traceutil/trace.go:171","msg":"trace[550125362] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1602; }","duration":"223.539067ms","start":"2026-03-15T02:03:06.669008Z","end":"2026-03-15T02:03:06.892547Z","steps":["trace[550125362] 'range keys from in-memory index tree' (duration: 223.125648ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:06.892622Z","caller":"traceutil/trace.go:171","msg":"trace[969755000] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3985120a-8a37-4cb7-91fd-0a4b2a224814; range_end:; response_count:1; response_revision:1602; }","duration":"254.987967ms","start":"2026-03-15T02:03:06.637616Z","end":"2026-03-15T02:03:06.892604Z","steps":["trace[969755000] 'range keys from in-memory index tree' (duration: 254.69692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:07.487491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837367438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:03:07.988018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837367438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:03:08.102851Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.198962825s","expected-duration":"1s"} {"level":"info","ts":"2026-03-15T02:03:08.103327Z","caller":"traceutil/trace.go:171","msg":"trace[381436398] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"1.199544799s","start":"2026-03-15T02:03:06.903753Z","end":"2026-03-15T02:03:08.103298Z","steps":["trace[381436398] 'process raft request' (duration: 1.199350244s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:08.103523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:06.903725Z","time spent":"1.199695242s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10967,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:03:08.473815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.724547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:03:08.474059Z","caller":"traceutil/trace.go:171","msg":"trace[26868326] linearizableReadLoop","detail":"{readStateIndex:1668; appliedIndex:1663; }","duration":"1.487530162s","start":"2026-03-15T02:03:06.986511Z","end":"2026-03-15T02:03:08.474041Z","steps":["trace[26868326] 'read index received' (duration: 1.116529741s)","trace[26868326] 'applied index is now lower than readState.Index' (duration: 370.999491ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:03:08.47421Z","caller":"traceutil/trace.go:171","msg":"trace[231643426] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"656.848074ms","start":"2026-03-15T02:03:07.817349Z","end":"2026-03-15T02:03:08.474198Z","steps":["trace[231643426] 'process raft request' (duration: 656.561087ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:08.474199Z","caller":"traceutil/trace.go:171","msg":"trace[842573844] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"1.035261074s","start":"2026-03-15T02:03:07.438908Z","end":"2026-03-15T02:03:08.474169Z","steps":["trace[842573844] 'process raft request' (duration: 828.093996ms)","trace[842573844] 'compare' (duration: 206.594334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:03:08.474327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:07.817326Z","time spent":"656.925226ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:03:08.474347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:07.438893Z","time spent":"1.035373276s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:03:08.474473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487941112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:03:08.474473Z","caller":"traceutil/trace.go:171","msg":"trace[705782791] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"649.074889ms","start":"2026-03-15T02:03:07.825355Z","end":"2026-03-15T02:03:08.47443Z","steps":["trace[705782791] 'process raft request' (duration: 648.615968ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:08.474547Z","caller":"traceutil/trace.go:171","msg":"trace[864306011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1607; }","duration":"1.488045474s","start":"2026-03-15T02:03:06.986482Z","end":"2026-03-15T02:03:08.474527Z","steps":["trace[864306011] 'agreement among raft nodes before linearized reading' (duration: 1.487922221s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:08.474605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:06.986464Z","time spent":"1.488132757s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-15T02:03:08.474625Z","caller":"traceutil/trace.go:171","msg":"trace[1716533649] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"619.034984ms","start":"2026-03-15T02:03:07.855558Z","end":"2026-03-15T02:03:08.474593Z","steps":["trace[1716533649] 'process raft request' (duration: 618.44312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:08.474668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:07.82533Z","time spent":"649.244193ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:03:08.474786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:07.855544Z","time spent":"619.158936ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:03:08.560776Z","caller":"traceutil/trace.go:171","msg":"trace[2134770108] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"446.743406ms","start":"2026-03-15T02:03:08.113991Z","end":"2026-03-15T02:03:08.560735Z","steps":["trace[2134770108] 'process raft request' (duration: 446.545012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:08.560917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:08.113983Z","time spent":"446.85814ms","remote":"127.0.0.1:41510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1529,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:03:08.561068Z","caller":"traceutil/trace.go:171","msg":"trace[1124353867] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"446.8607ms","start":"2026-03-15T02:03:08.114188Z","end":"2026-03-15T02:03:08.561049Z","steps":["trace[1124353867] 'process raft request' (duration: 446.486721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:08.561175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:08.114182Z","time spent":"446.945112ms","remote":"127.0.0.1:41404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:03:08.561224Z","caller":"traceutil/trace.go:171","msg":"trace[1794955567] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"446.608674ms","start":"2026-03-15T02:03:08.114604Z","end":"2026-03-15T02:03:08.561212Z","steps":["trace[1794955567] 'process raft request' (duration: 446.350768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:08.561293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:08.114597Z","time spent":"446.663035ms","remote":"127.0.0.1:41404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":977,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:03:08.561336Z","caller":"traceutil/trace.go:171","msg":"trace[1584268702] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"446.528642ms","start":"2026-03-15T02:03:08.114783Z","end":"2026-03-15T02:03:08.561311Z","steps":["trace[1584268702] 'process raft request' (duration: 446.372828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:08.561488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:08.11476Z","time spent":"446.651445ms","remote":"127.0.0.1:41510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1471,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:03:09.889257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.500161ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-15T02:03:09.889561Z","caller":"traceutil/trace.go:171","msg":"trace[737950224] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"1.030141919s","start":"2026-03-15T02:03:08.859397Z","end":"2026-03-15T02:03:09.889539Z","steps":["trace[737950224] 'process raft request' (duration: 1.030015976s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:09.889558Z","caller":"traceutil/trace.go:171","msg":"trace[1100478057] linearizableReadLoop","detail":"{readStateIndex:1673; appliedIndex:1668; }","duration":"1.415348051s","start":"2026-03-15T02:03:08.474165Z","end":"2026-03-15T02:03:09.889513Z","steps":["trace[1100478057] 'read index received' (duration: 86.361508ms)","trace[1100478057] 'applied index is now lower than readState.Index' (duration: 1.328983983s)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:03:09.889676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:08.859372Z","time spent":"1.030233882s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:03:09.889826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040007198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-15T02:03:09.889827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990063638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-15T02:03:09.889829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039900495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-15T02:03:09.889876Z","caller":"traceutil/trace.go:171","msg":"trace[1181405394] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1612; }","duration":"1.990140439s","start":"2026-03-15T02:03:07.899718Z","end":"2026-03-15T02:03:09.889859Z","steps":["trace[1181405394] 'agreement among raft nodes before linearized reading' (duration: 1.989985955s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:09.889917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:07.899704Z","time spent":"1.990205361s","remote":"127.0.0.1:37700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-15T02:03:09.889896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77662168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3985120a-8a37-4cb7-91fd-0a4b2a224814\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-15T02:03:09.889862Z","caller":"traceutil/trace.go:171","msg":"trace[855633316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1612; }","duration":"2.040058269s","start":"2026-03-15T02:03:07.849794Z","end":"2026-03-15T02:03:09.889852Z","steps":["trace[855633316] 'agreement among raft nodes before linearized reading' (duration: 2.039883745s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:09.889978Z","caller":"traceutil/trace.go:171","msg":"trace[1776063373] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3985120a-8a37-4cb7-91fd-0a4b2a224814; range_end:; response_count:1; response_revision:1612; }","duration":"1.776732313s","start":"2026-03-15T02:03:08.113226Z","end":"2026-03-15T02:03:09.889959Z","steps":["trace[1776063373] 'agreement among raft nodes before linearized reading' (duration: 1.776472347s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:09.889996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:07.849752Z","time spent":"2.040233003s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-15T02:03:09.890016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043757548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-15T02:03:09.890029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:08.113218Z","time spent":"1.776801465s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3985120a-8a37-4cb7-91fd-0a4b2a224814\" "} {"level":"info","ts":"2026-03-15T02:03:09.890054Z","caller":"traceutil/trace.go:171","msg":"trace[541773628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1612; }","duration":"2.043814689s","start":"2026-03-15T02:03:07.846232Z","end":"2026-03-15T02:03:09.890047Z","steps":["trace[541773628] 'agreement among raft nodes before linearized reading' (duration: 2.043733997s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:09.890092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:07.846222Z","time spent":"2.043862709s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-15T02:03:09.89012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.696290999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:03:09.889949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043506611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-15T02:03:09.890182Z","caller":"traceutil/trace.go:171","msg":"trace[1567991971] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1612; }","duration":"2.696385051s","start":"2026-03-15T02:03:07.193781Z","end":"2026-03-15T02:03:09.890166Z","steps":["trace[1567991971] 'agreement among raft nodes before linearized reading' (duration: 2.696276499s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:09.890197Z","caller":"traceutil/trace.go:171","msg":"trace[1119744541] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1612; }","duration":"2.043754278s","start":"2026-03-15T02:03:07.846421Z","end":"2026-03-15T02:03:09.890175Z","steps":["trace[1119744541] 'agreement among raft nodes before linearized reading' (duration: 2.043459821s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:09.890211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405384013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:03:09.890227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:07.19377Z","time spent":"2.696447613s","remote":"127.0.0.1:41682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:03:09.890232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:07.846415Z","time spent":"2.043808319s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-15T02:03:09.890244Z","caller":"traceutil/trace.go:171","msg":"trace[1406192928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1612; }","duration":"1.405439974s","start":"2026-03-15T02:03:08.484795Z","end":"2026-03-15T02:03:09.890235Z","steps":["trace[1406192928] 'agreement among raft nodes before linearized reading' (duration: 1.405383693s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:09.890248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546331492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:03:09.890277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:08.484782Z","time spent":"1.405490435s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-15T02:03:09.890286Z","caller":"traceutil/trace.go:171","msg":"trace[1087349043] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1612; }","duration":"1.546410214s","start":"2026-03-15T02:03:08.343863Z","end":"2026-03-15T02:03:09.890273Z","steps":["trace[1087349043] 'agreement among raft nodes before linearized reading' (duration: 1.546351673s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:09.890316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:08.343844Z","time spent":"1.546464936s","remote":"127.0.0.1:59632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:03:09.890342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048760046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-15T02:03:09.889915Z","caller":"traceutil/trace.go:171","msg":"trace[1636755213] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1612; }","duration":"2.040028959s","start":"2026-03-15T02:03:07.849862Z","end":"2026-03-15T02:03:09.889891Z","steps":["trace[1636755213] 'agreement among raft nodes before linearized reading' (duration: 2.039777383s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:09.890385Z","caller":"traceutil/trace.go:171","msg":"trace[566445829] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1612; }","duration":"2.048832417s","start":"2026-03-15T02:03:07.841542Z","end":"2026-03-15T02:03:09.890375Z","steps":["trace[566445829] 'agreement among raft nodes before linearized reading' (duration: 2.048712905s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:09.890419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:07.841526Z","time spent":"2.048887069s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-15T02:03:09.890417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:07.849846Z","time spent":"2.040547961s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-15T02:03:09.8905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.475966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-15T02:03:09.890491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044800742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-15T02:03:09.890542Z","caller":"traceutil/trace.go:171","msg":"trace[2039280238] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1612; }","duration":"873.563198ms","start":"2026-03-15T02:03:09.016967Z","end":"2026-03-15T02:03:09.89053Z","steps":["trace[2039280238] 'agreement among raft nodes before linearized reading' (duration: 873.462226ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:09.890563Z","caller":"traceutil/trace.go:171","msg":"trace[1481926532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1612; }","duration":"2.044922655s","start":"2026-03-15T02:03:07.845621Z","end":"2026-03-15T02:03:09.890544Z","steps":["trace[1481926532] 'agreement among raft nodes before linearized reading' (duration: 2.044487605s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:09.890577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:09.016939Z","time spent":"873.6307ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-15T02:03:09.890656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.439713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:03:09.890686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:07.845602Z","time spent":"2.045071898s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-15T02:03:09.89072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361734393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:03:09.890792Z","caller":"traceutil/trace.go:171","msg":"trace[661181417] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1612; }","duration":"1.361827815s","start":"2026-03-15T02:03:08.528944Z","end":"2026-03-15T02:03:09.890771Z","steps":["trace[661181417] 'agreement among raft nodes before linearized reading' (duration: 1.36163176s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:09.890733Z","caller":"traceutil/trace.go:171","msg":"trace[1175815923] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1612; }","duration":"666.554295ms","start":"2026-03-15T02:03:09.22416Z","end":"2026-03-15T02:03:09.890714Z","steps":["trace[1175815923] 'agreement among raft nodes before linearized reading' (duration: 666.057584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:09.89085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:08.528932Z","time spent":"1.361901816s","remote":"127.0.0.1:45590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:03:09.890905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:09.224138Z","time spent":"666.747101ms","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":34,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:03:09.890101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992824903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3985120a-8a37-4cb7-91fd-0a4b2a224814\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-15T02:03:09.891309Z","caller":"traceutil/trace.go:171","msg":"trace[889579259] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3985120a-8a37-4cb7-91fd-0a4b2a224814; range_end:; response_count:1; response_revision:1612; }","duration":"1.994054562s","start":"2026-03-15T02:03:07.897239Z","end":"2026-03-15T02:03:09.891293Z","steps":["trace[889579259] 'agreement among raft nodes before linearized reading' (duration: 1.992755361s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:09.891371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:07.897227Z","time spent":"1.994130664s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3985120a-8a37-4cb7-91fd-0a4b2a224814\" "} {"level":"warn","ts":"2026-03-15T02:03:23.072187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.272322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:03:23.072426Z","caller":"traceutil/trace.go:171","msg":"trace[1657937022] linearizableReadLoop","detail":"{readStateIndex:1790; appliedIndex:1788; }","duration":"525.122585ms","start":"2026-03-15T02:03:22.547287Z","end":"2026-03-15T02:03:23.07241Z","steps":["trace[1657937022] 'read index received' (duration: 10.08616ms)","trace[1657937022] 'applied index is now lower than readState.Index' (duration: 515.031145ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:03:23.072537Z","caller":"traceutil/trace.go:171","msg":"trace[128541373] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"536.997278ms","start":"2026-03-15T02:03:22.53553Z","end":"2026-03-15T02:03:23.072527Z","steps":["trace[128541373] 'process raft request' (duration: 365.274585ms)","trace[128541373] 'compare' (duration: 171.036906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:03:23.072592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:22.535501Z","time spent":"537.06477ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:03:23.072623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.32125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:03:23.072703Z","caller":"traceutil/trace.go:171","msg":"trace[949883388] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1726; }","duration":"525.458403ms","start":"2026-03-15T02:03:22.547226Z","end":"2026-03-15T02:03:23.072685Z","steps":["trace[949883388] 'agreement among raft nodes before linearized reading' (duration: 525.29718ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:23.072689Z","caller":"traceutil/trace.go:171","msg":"trace[954254642] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"523.938587ms","start":"2026-03-15T02:03:22.548682Z","end":"2026-03-15T02:03:23.07262Z","steps":["trace[954254642] 'process raft request' (duration: 523.627249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:23.072781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:22.547204Z","time spent":"525.541715ms","remote":"127.0.0.1:41632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:03:23.072882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:22.548658Z","time spent":"524.133782ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:03:24.124195Z","caller":"traceutil/trace.go:171","msg":"trace[1443017449] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"123.075403ms","start":"2026-03-15T02:03:24.001099Z","end":"2026-03-15T02:03:24.124174Z","steps":["trace[1443017449] 'process raft request' (duration: 122.872058ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:24.773826Z","caller":"traceutil/trace.go:171","msg":"trace[2016483464] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"222.407331ms","start":"2026-03-15T02:03:24.551379Z","end":"2026-03-15T02:03:24.773786Z","steps":["trace[2016483464] 'process raft request' (duration: 222.110854ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:24.935319Z","caller":"traceutil/trace.go:171","msg":"trace[198443387] linearizableReadLoop","detail":"{readStateIndex:1800; appliedIndex:1799; }","duration":"120.882521ms","start":"2026-03-15T02:03:24.81441Z","end":"2026-03-15T02:03:24.935292Z","steps":["trace[198443387] 'read index received' (duration: 120.800659ms)","trace[198443387] 'applied index is now lower than readState.Index' (duration: 80.742µs)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:03:24.935682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.210829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-15T02:03:24.935861Z","caller":"traceutil/trace.go:171","msg":"trace[1036156805] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1734; }","duration":"121.481885ms","start":"2026-03-15T02:03:24.814354Z","end":"2026-03-15T02:03:24.935836Z","steps":["trace[1036156805] 'agreement among raft nodes before linearized reading' (duration: 121.050295ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:24.935953Z","caller":"traceutil/trace.go:171","msg":"trace[1259987509] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"371.75283ms","start":"2026-03-15T02:03:24.563599Z","end":"2026-03-15T02:03:24.935352Z","steps":["trace[1259987509] 'process raft request' (duration: 371.522775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:24.936145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:24.563568Z","time spent":"372.478217ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:03:28.660185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837367741,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-15T02:03:28.970418Z","caller":"traceutil/trace.go:171","msg":"trace[1411789053] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"830.144295ms","start":"2026-03-15T02:03:28.140247Z","end":"2026-03-15T02:03:28.970392Z","steps":["trace[1411789053] 'process raft request' (duration: 829.975921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:28.971149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:28.140222Z","time spent":"830.270237ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:03:29.018528Z","caller":"traceutil/trace.go:171","msg":"trace[2067880814] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"152.126785ms","start":"2026-03-15T02:03:28.866381Z","end":"2026-03-15T02:03:29.018508Z","steps":["trace[2067880814] 'process raft request' (duration: 151.269355ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:29.018749Z","caller":"traceutil/trace.go:171","msg":"trace[2028320108] linearizableReadLoop","detail":"{readStateIndex:1818; appliedIndex:1816; }","duration":"858.836378ms","start":"2026-03-15T02:03:28.159872Z","end":"2026-03-15T02:03:29.018709Z","steps":["trace[2028320108] 'read index received' (duration: 810.417654ms)","trace[2028320108] 'applied index is now lower than readState.Index' (duration: 48.415304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:03:29.019077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.741455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-15T02:03:29.019102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.197847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-15T02:03:29.019131Z","caller":"traceutil/trace.go:171","msg":"trace[1802432816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1752; }","duration":"842.850448ms","start":"2026-03-15T02:03:28.176268Z","end":"2026-03-15T02:03:29.019119Z","steps":["trace[1802432816] 'agreement among raft nodes before linearized reading' (duration: 842.693924ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:29.019153Z","caller":"traceutil/trace.go:171","msg":"trace[1900341829] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1752; }","duration":"859.270668ms","start":"2026-03-15T02:03:28.159865Z","end":"2026-03-15T02:03:29.019135Z","steps":["trace[1900341829] 'agreement among raft nodes before linearized reading' (duration: 859.038943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:29.019159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.051569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-15T02:03:29.019165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:28.176249Z","time spent":"842.908219ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-15T02:03:29.019195Z","caller":"traceutil/trace.go:171","msg":"trace[569891611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1752; }","duration":"837.10297ms","start":"2026-03-15T02:03:28.182081Z","end":"2026-03-15T02:03:29.019184Z","steps":["trace[569891611] 'agreement among raft nodes before linearized reading' (duration: 837.027899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:29.019197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:28.159828Z","time spent":"859.356331ms","remote":"127.0.0.1:37700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-15T02:03:29.019235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:28.18207Z","time spent":"837.158292ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-15T02:03:29.019231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.837517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-15T02:03:29.019077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.310995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-15T02:03:29.019289Z","caller":"traceutil/trace.go:171","msg":"trace[489756870] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1752; }","duration":"842.93882ms","start":"2026-03-15T02:03:28.176335Z","end":"2026-03-15T02:03:29.019273Z","steps":["trace[489756870] 'agreement among raft nodes before linearized reading' (duration: 842.763325ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:29.019317Z","caller":"traceutil/trace.go:171","msg":"trace[556088977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1752; }","duration":"837.564641ms","start":"2026-03-15T02:03:28.181742Z","end":"2026-03-15T02:03:29.019306Z","steps":["trace[556088977] 'agreement among raft nodes before linearized reading' (duration: 837.231703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:29.019325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:28.176304Z","time spent":"843.013932ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-15T02:03:29.019355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:28.181687Z","time spent":"837.660033ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-15T02:04:01.284446Z","caller":"traceutil/trace.go:171","msg":"trace[963767775] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"118.0898ms","start":"2026-03-15T02:04:01.166332Z","end":"2026-03-15T02:04:01.284421Z","steps":["trace[963767775] 'process raft request' (duration: 117.807194ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:04:01.430835Z","caller":"traceutil/trace.go:171","msg":"trace[164939536] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"173.482939ms","start":"2026-03-15T02:04:01.257307Z","end":"2026-03-15T02:04:01.43079Z","steps":["trace[164939536] 'process raft request' (duration: 108.194045ms)","trace[164939536] 'compare' (duration: 65.043278ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:04:01.430971Z","caller":"traceutil/trace.go:171","msg":"trace[1978445062] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"170.300363ms","start":"2026-03-15T02:04:01.260613Z","end":"2026-03-15T02:04:01.430914Z","steps":["trace[1978445062] 'process raft request' (duration: 170.081857ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:04:01.430853Z","caller":"traceutil/trace.go:171","msg":"trace[1825764114] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"142.262925ms","start":"2026-03-15T02:04:01.288555Z","end":"2026-03-15T02:04:01.430818Z","steps":["trace[1825764114] 'process raft request' (duration: 142.208044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:01.431072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.418065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-15T02:04:01.431128Z","caller":"traceutil/trace.go:171","msg":"trace[1056853522] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1915; }","duration":"170.498457ms","start":"2026-03-15T02:04:01.260617Z","end":"2026-03-15T02:04:01.431115Z","steps":["trace[1056853522] 'agreement among raft nodes before linearized reading' (duration: 170.303763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:01.431212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.952515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-15T02:04:01.431224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.918745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-15T02:04:01.431333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.485939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-15T02:04:01.43129Z","caller":"traceutil/trace.go:171","msg":"trace[1172751465] linearizableReadLoop","detail":"{readStateIndex:1988; appliedIndex:1986; }","duration":"146.514937ms","start":"2026-03-15T02:04:01.2844Z","end":"2026-03-15T02:04:01.430915Z","steps":["trace[1172751465] 'read index received' (duration: 81.1175ms)","trace[1172751465] 'applied index is now lower than readState.Index' (duration: 65.396307ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:04:01.431324Z","caller":"traceutil/trace.go:171","msg":"trace[188370982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1915; }","duration":"165.051678ms","start":"2026-03-15T02:04:01.266247Z","end":"2026-03-15T02:04:01.431299Z","steps":["trace[188370982] 'agreement among raft nodes before linearized reading' (duration: 164.765221ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:04:01.431391Z","caller":"traceutil/trace.go:171","msg":"trace[282882219] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1915; }","duration":"152.545971ms","start":"2026-03-15T02:04:01.278831Z","end":"2026-03-15T02:04:01.431377Z","steps":["trace[282882219] 'agreement among raft nodes before linearized reading' (duration: 152.367756ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:04:01.431248Z","caller":"traceutil/trace.go:171","msg":"trace[1444875149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1915; }","duration":"165.002806ms","start":"2026-03-15T02:04:01.266236Z","end":"2026-03-15T02:04:01.431239Z","steps":["trace[1444875149] 'agreement among raft nodes before linearized reading' (duration: 164.850633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:01.431334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.97218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-15T02:04:01.431553Z","caller":"traceutil/trace.go:171","msg":"trace[1650859631] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1915; }","duration":"166.236997ms","start":"2026-03-15T02:04:01.265305Z","end":"2026-03-15T02:04:01.431542Z","steps":["trace[1650859631] 'agreement among raft nodes before linearized reading' (duration: 165.883918ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:04:01.73823Z","caller":"traceutil/trace.go:171","msg":"trace[882786084] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"301.593347ms","start":"2026-03-15T02:04:01.436584Z","end":"2026-03-15T02:04:01.738177Z","steps":["trace[882786084] 'process raft request' (duration: 227.679568ms)","trace[882786084] 'compare' (duration: 73.641482ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:04:01.738567Z","caller":"traceutil/trace.go:171","msg":"trace[881130236] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"301.811223ms","start":"2026-03-15T02:04:01.436734Z","end":"2026-03-15T02:04:01.738546Z","steps":["trace[881130236] 'process raft request' (duration: 301.647239ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:04:01.738532Z","caller":"traceutil/trace.go:171","msg":"trace[125478751] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"301.895474ms","start":"2026-03-15T02:04:01.4366Z","end":"2026-03-15T02:04:01.738496Z","steps":["trace[125478751] 'process raft request' (duration: 301.502895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:01.738811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:01.436727Z","time spent":"301.952046ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:04:01.738567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:01.436563Z","time spent":"301.838023ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:04:01.738867Z","caller":"traceutil/trace.go:171","msg":"trace[2134337211] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"301.29057ms","start":"2026-03-15T02:04:01.43747Z","end":"2026-03-15T02:04:01.738761Z","steps":["trace[2134337211] 'process raft request' (duration: 301.017603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:01.739021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:01.436578Z","time spent":"302.256132ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:04:01.739102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:01.437464Z","time spent":"301.507185ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:04:09.537749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.987887ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-15T02:04:09.538527Z","caller":"traceutil/trace.go:171","msg":"trace[72782188] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"223.248893ms","start":"2026-03-15T02:04:09.315257Z","end":"2026-03-15T02:04:09.538506Z","steps":["trace[72782188] 'process raft request' (duration: 223.103529ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:04:09.539039Z","caller":"traceutil/trace.go:171","msg":"trace[827980383] linearizableReadLoop","detail":"{readStateIndex:2023; appliedIndex:2022; }","duration":"1.055699002s","start":"2026-03-15T02:04:08.483056Z","end":"2026-03-15T02:04:09.538755Z","steps":["trace[827980383] 'read index received' (duration: 354.614368ms)","trace[827980383] 'applied index is now lower than readState.Index' (duration: 701.083294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:04:09.539216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056141002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-15T02:04:09.539323Z","caller":"traceutil/trace.go:171","msg":"trace[2021298672] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1948; }","duration":"1.056308237s","start":"2026-03-15T02:04:08.482988Z","end":"2026-03-15T02:04:09.539296Z","steps":["trace[2021298672] 'agreement among raft nodes before linearized reading' (duration: 1.056006529s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:09.539374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:08.482963Z","time spent":"1.056402378s","remote":"127.0.0.1:37700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-15T02:04:10.039435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837368233,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-15T02:04:10.125974Z","caller":"traceutil/trace.go:171","msg":"trace[911113931] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"664.905031ms","start":"2026-03-15T02:04:09.461045Z","end":"2026-03-15T02:04:10.12595Z","steps":["trace[911113931] 'process raft request' (duration: 664.84664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:10.126109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:09.461Z","time spent":"665.034784ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:04:10.126275Z","caller":"traceutil/trace.go:171","msg":"trace[1347084715] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"667.851621ms","start":"2026-03-15T02:04:09.45838Z","end":"2026-03-15T02:04:10.126232Z","steps":["trace[1347084715] 'process raft request' (duration: 667.38273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:10.126464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:09.458363Z","time spent":"667.994895ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:04:10.258828Z","caller":"traceutil/trace.go:171","msg":"trace[529699087] linearizableReadLoop","detail":"{readStateIndex:2027; appliedIndex:2025; }","duration":"719.674125ms","start":"2026-03-15T02:04:09.539079Z","end":"2026-03-15T02:04:10.258753Z","steps":["trace[529699087] 'read index received' (duration: 586.850194ms)","trace[529699087] 'applied index is now lower than readState.Index' (duration: 132.822521ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:04:10.258883Z","caller":"traceutil/trace.go:171","msg":"trace[833269570] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"650.56019ms","start":"2026-03-15T02:04:09.608255Z","end":"2026-03-15T02:04:10.258815Z","steps":["trace[833269570] 'process raft request' (duration: 631.776013ms)","trace[833269570] 'compare' (duration: 18.578402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:04:10.25901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.499542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:04:10.259111Z","caller":"traceutil/trace.go:171","msg":"trace[155920891] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1951; }","duration":"788.680946ms","start":"2026-03-15T02:04:09.470405Z","end":"2026-03-15T02:04:10.259086Z","steps":["trace[155920891] 'agreement among raft nodes before linearized reading' (duration: 788.448691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:10.25912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:09.608224Z","time spent":"650.776374ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:04:10.25917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:09.470384Z","time spent":"788.775239ms","remote":"127.0.0.1:59686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:04:10.259168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.581725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-15T02:04:10.259188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524904665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:04:10.259283Z","caller":"traceutil/trace.go:171","msg":"trace[874229309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1951; }","duration":"791.744529ms","start":"2026-03-15T02:04:09.4675Z","end":"2026-03-15T02:04:10.259245Z","steps":["trace[874229309] 'agreement among raft nodes before linearized reading' (duration: 791.433442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:10.259364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:09.467484Z","time spent":"791.869723ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-15T02:04:10.259394Z","caller":"traceutil/trace.go:171","msg":"trace[558744159] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1951; }","duration":"1.525153341s","start":"2026-03-15T02:04:08.73416Z","end":"2026-03-15T02:04:10.259313Z","steps":["trace[558744159] 'agreement among raft nodes before linearized reading' (duration: 1.524814673s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:10.259475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:08.734136Z","time spent":"1.525324605s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":15,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:04:10.396063Z","caller":"traceutil/trace.go:171","msg":"trace[841916087] linearizableReadLoop","detail":"{readStateIndex:2028; appliedIndex:2027; }","duration":"137.098262ms","start":"2026-03-15T02:04:10.258923Z","end":"2026-03-15T02:04:10.396021Z","steps":["trace[841916087] 'read index received' (duration: 110.509009ms)","trace[841916087] 'applied index is now lower than readState.Index' (duration: 26.587203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:04:10.396221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.650609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-15T02:04:10.396322Z","caller":"traceutil/trace.go:171","msg":"trace[1676055164] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1952; }","duration":"380.806443ms","start":"2026-03-15T02:04:10.015489Z","end":"2026-03-15T02:04:10.396296Z","steps":["trace[1676055164] 'agreement among raft nodes before linearized reading' (duration: 380.550696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:10.396373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:10.015468Z","time spent":"380.895974ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-15T02:04:10.396407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.270957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:04:10.396497Z","caller":"traceutil/trace.go:171","msg":"trace[1924214707] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1952; }","duration":"211.394031ms","start":"2026-03-15T02:04:10.18508Z","end":"2026-03-15T02:04:10.396474Z","steps":["trace[1924214707] 'agreement among raft nodes before linearized reading' (duration: 211.213186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:10.396481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.542716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-15T02:04:10.39662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.137749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:04:10.396614Z","caller":"traceutil/trace.go:171","msg":"trace[1047121726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1952; }","duration":"615.786053ms","start":"2026-03-15T02:04:09.780808Z","end":"2026-03-15T02:04:10.396594Z","steps":["trace[1047121726] 'agreement among raft nodes before linearized reading' (duration: 615.25695ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:04:10.396663Z","caller":"traceutil/trace.go:171","msg":"trace[1974914761] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1952; }","duration":"236.215701ms","start":"2026-03-15T02:04:10.160435Z","end":"2026-03-15T02:04:10.396651Z","steps":["trace[1974914761] 'agreement among raft nodes before linearized reading' (duration: 236.145719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:10.396669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.342505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-15T02:04:10.396688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:09.780801Z","time spent":"615.873555ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-15T02:04:10.396707Z","caller":"traceutil/trace.go:171","msg":"trace[446905811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1952; }","duration":"621.444767ms","start":"2026-03-15T02:04:09.775252Z","end":"2026-03-15T02:04:10.396697Z","steps":["trace[446905811] 'agreement among raft nodes before linearized reading' (duration: 621.267113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:10.396698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.737405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-15T02:04:10.396735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:09.77523Z","time spent":"621.498919ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-15T02:04:10.396767Z","caller":"traceutil/trace.go:171","msg":"trace[956272689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1952; }","duration":"621.820086ms","start":"2026-03-15T02:04:09.774916Z","end":"2026-03-15T02:04:10.396736Z","steps":["trace[956272689] 'agreement among raft nodes before linearized reading' (duration: 621.626671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:10.396796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:09.774902Z","time spent":"621.888158ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-15T02:04:10.396844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.056499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-15T02:04:10.396899Z","caller":"traceutil/trace.go:171","msg":"trace[2143635648] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1952; }","duration":"616.169142ms","start":"2026-03-15T02:04:09.780718Z","end":"2026-03-15T02:04:10.396887Z","steps":["trace[2143635648] 'agreement among raft nodes before linearized reading' (duration: 615.608188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:10.396925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.42655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189ce16dc35dc90c\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-15T02:04:10.396819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.942967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:04:10.396967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.847019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-15T02:04:10.396957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:09.780703Z","time spent":"616.242003ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-15T02:04:10.397005Z","caller":"traceutil/trace.go:171","msg":"trace[1026125906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1952; }","duration":"413.233184ms","start":"2026-03-15T02:04:09.983759Z","end":"2026-03-15T02:04:10.396992Z","steps":["trace[1026125906] 'agreement among raft nodes before linearized reading' (duration: 412.895176ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:04:10.397003Z","caller":"traceutil/trace.go:171","msg":"trace[22439888] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189ce16dc35dc90c; range_end:; response_count:1; response_revision:1952; }","duration":"577.507392ms","start":"2026-03-15T02:04:09.819474Z","end":"2026-03-15T02:04:10.396981Z","steps":["trace[22439888] 'agreement among raft nodes before linearized reading' (duration: 577.260646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:10.397045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:09.983743Z","time spent":"413.292925ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:04:10.397053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:09.81939Z","time spent":"577.653725ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189ce16dc35dc90c\" "} {"level":"info","ts":"2026-03-15T02:04:10.397004Z","caller":"traceutil/trace.go:171","msg":"trace[1831460281] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1952; }","duration":"379.8908ms","start":"2026-03-15T02:04:10.017099Z","end":"2026-03-15T02:04:10.39699Z","steps":["trace[1831460281] 'agreement among raft nodes before linearized reading' (duration: 379.798908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:10.397165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:10.017092Z","time spent":"380.041394ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-15T02:04:10.397239Z","caller":"traceutil/trace.go:171","msg":"trace[1921089702] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"266.366639ms","start":"2026-03-15T02:04:10.130602Z","end":"2026-03-15T02:04:10.396969Z","steps":["trace[1921089702] 'process raft request' (duration: 238.852374ms)","trace[1921089702] 'compare' (duration: 26.256125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:04:10.742923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.887623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:04:10.743168Z","caller":"traceutil/trace.go:171","msg":"trace[607724003] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"477.833891ms","start":"2026-03-15T02:04:10.265255Z","end":"2026-03-15T02:04:10.743089Z","steps":["trace[607724003] 'process raft request' (duration: 299.659211ms)","trace[607724003] 'compare' (duration: 177.656458ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:04:10.74328Z","caller":"traceutil/trace.go:171","msg":"trace[1479291364] linearizableReadLoop","detail":"{readStateIndex:2029; appliedIndex:2028; }","duration":"346.992087ms","start":"2026-03-15T02:04:10.396257Z","end":"2026-03-15T02:04:10.743249Z","steps":["trace[1479291364] 'read index received' (duration: 168.658313ms)","trace[1479291364] 'applied index is now lower than readState.Index' (duration: 178.331054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:04:10.743381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:10.26523Z","time spent":"478.043266ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:04:10.743451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.051891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:04:10.743561Z","caller":"traceutil/trace.go:171","msg":"trace[695469901] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1953; }","duration":"366.207745ms","start":"2026-03-15T02:04:10.377323Z","end":"2026-03-15T02:04:10.743531Z","steps":["trace[695469901] 'agreement among raft nodes before linearized reading' (duration: 366.046121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:10.743606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:10.377272Z","time spent":"366.324177ms","remote":"127.0.0.1:48804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:04:10.743732Z","caller":"traceutil/trace.go:171","msg":"trace[1029847491] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"342.402498ms","start":"2026-03-15T02:04:10.401305Z","end":"2026-03-15T02:04:10.743707Z","steps":["trace[1029847491] 'process raft request' (duration: 342.303926ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:04:10.74376Z","caller":"traceutil/trace.go:171","msg":"trace[1325401465] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"343.820382ms","start":"2026-03-15T02:04:10.399834Z","end":"2026-03-15T02:04:10.743654Z","steps":["trace[1325401465] 'process raft request' (duration: 343.259018ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:04:10.743847Z","caller":"traceutil/trace.go:171","msg":"trace[1850996484] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"342.755387ms","start":"2026-03-15T02:04:10.401062Z","end":"2026-03-15T02:04:10.743817Z","steps":["trace[1850996484] 'process raft request' (duration: 342.447209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:10.743859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:10.401296Z","time spent":"342.51817ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:04:10.743929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:10.401035Z","time spent":"342.853328ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:04:10.743995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:10.399817Z","time spent":"343.999626ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:04:10.744054Z","caller":"traceutil/trace.go:171","msg":"trace[1222676669] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"342.197783ms","start":"2026-03-15T02:04:10.401842Z","end":"2026-03-15T02:04:10.74404Z","steps":["trace[1222676669] 'process raft request' (duration: 342.07087ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:04:10.74405Z","caller":"traceutil/trace.go:171","msg":"trace[262772566] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"342.394658ms","start":"2026-03-15T02:04:10.401621Z","end":"2026-03-15T02:04:10.744016Z","steps":["trace[262772566] 'process raft request' (duration: 342.04024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:10.744127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:10.401832Z","time spent":"342.246815ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:04:10.744146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.42872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:04:10.744224Z","caller":"traceutil/trace.go:171","msg":"trace[398389153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1960; }","duration":"345.718667ms","start":"2026-03-15T02:04:10.398485Z","end":"2026-03-15T02:04:10.744203Z","steps":["trace[398389153] 'agreement among raft nodes before linearized reading' (duration: 345.594654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:10.744275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:10.398464Z","time spent":"345.802669ms","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:04:10.744288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:10.401606Z","time spent":"342.552292ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:04:10.744443Z","caller":"traceutil/trace.go:171","msg":"trace[2074430294] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"341.694451ms","start":"2026-03-15T02:04:10.40274Z","end":"2026-03-15T02:04:10.744435Z","steps":["trace[2074430294] 'process raft request' (duration: 341.247421ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:04:10.744389Z","caller":"traceutil/trace.go:171","msg":"trace[2041863759] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"341.403505ms","start":"2026-03-15T02:04:10.402973Z","end":"2026-03-15T02:04:10.744377Z","steps":["trace[2041863759] 'process raft request' (duration: 341.055967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:10.744516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:10.402733Z","time spent":"341.743792ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:04:10.744524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.623971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:04:10.744561Z","caller":"traceutil/trace.go:171","msg":"trace[1061471776] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1960; }","duration":"273.710104ms","start":"2026-03-15T02:04:10.47084Z","end":"2026-03-15T02:04:10.74455Z","steps":["trace[1061471776] 'agreement among raft nodes before linearized reading' (duration: 273.648823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:10.744667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:10.402944Z","time spent":"341.580298ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:04:10.744963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.65357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-15T02:04:10.745104Z","caller":"traceutil/trace.go:171","msg":"trace[686473310] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1960; }","duration":"196.842505ms","start":"2026-03-15T02:04:10.54824Z","end":"2026-03-15T02:04:10.745083Z","steps":["trace[686473310] 'agreement among raft nodes before linearized reading' (duration: 196.093707ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:05:13.969505Z","caller":"traceutil/trace.go:171","msg":"trace[1239553010] transaction","detail":"{read_only:false; response_revision:2429; number_of_response:1; }","duration":"154.21233ms","start":"2026-03-15T02:05:13.815265Z","end":"2026-03-15T02:05:13.969477Z","steps":["trace[1239553010] 'process raft request' (duration: 154.034626ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:05:17.247564Z","caller":"traceutil/trace.go:171","msg":"trace[895966428] transaction","detail":"{read_only:false; response_revision:2445; number_of_response:1; }","duration":"132.659497ms","start":"2026-03-15T02:05:17.114872Z","end":"2026-03-15T02:05:17.247532Z","steps":["trace[895966428] 'process raft request' (duration: 132.339399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:05:17.267557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.36755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-15T02:05:17.267646Z","caller":"traceutil/trace.go:171","msg":"trace[943133690] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2446; }","duration":"105.482852ms","start":"2026-03-15T02:05:17.16214Z","end":"2026-03-15T02:05:17.267623Z","steps":["trace[943133690] 'agreement among raft nodes before linearized reading' (duration: 105.273857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:05:17.267704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.613429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-15T02:05:17.267762Z","caller":"traceutil/trace.go:171","msg":"trace[1668262282] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2446; }","duration":"100.717021ms","start":"2026-03-15T02:05:17.167029Z","end":"2026-03-15T02:05:17.267746Z","steps":["trace[1668262282] 'agreement among raft nodes before linearized reading' (duration: 100.477345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:05:17.267814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.823087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-15T02:05:17.267907Z","caller":"traceutil/trace.go:171","msg":"trace[800234597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2446; }","duration":"105.006411ms","start":"2026-03-15T02:05:17.162879Z","end":"2026-03-15T02:05:17.267885Z","steps":["trace[800234597] 'agreement among raft nodes before linearized reading' (duration: 104.846487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:05:17.843753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.988984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:05:17.844085Z","caller":"traceutil/trace.go:171","msg":"trace[855530606] linearizableReadLoop","detail":"{readStateIndex:2547; appliedIndex:2545; }","duration":"569.062655ms","start":"2026-03-15T02:05:17.275007Z","end":"2026-03-15T02:05:17.84407Z","steps":["trace[855530606] 'read index received' (duration: 447.653351ms)","trace[855530606] 'applied index is now lower than readState.Index' (duration: 121.408464ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:05:17.844138Z","caller":"traceutil/trace.go:171","msg":"trace[300272867] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"571.634605ms","start":"2026-03-15T02:05:17.272461Z","end":"2026-03-15T02:05:17.844096Z","steps":["trace[300272867] 'process raft request' (duration: 571.521422ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:05:17.844192Z","caller":"traceutil/trace.go:171","msg":"trace[1008789398] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"572.372493ms","start":"2026-03-15T02:05:17.2718Z","end":"2026-03-15T02:05:17.844173Z","steps":["trace[1008789398] 'process raft request' (duration: 450.866086ms)","trace[1008789398] 'compare' (duration: 120.735909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:05:17.844283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.236349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"warn","ts":"2026-03-15T02:05:17.844315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:05:17.271776Z","time spent":"572.456014ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:05:17.844321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:05:17.272419Z","time spent":"571.812969ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:05:17.844315Z","caller":"traceutil/trace.go:171","msg":"trace[1477177707] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2450; }","duration":"569.337942ms","start":"2026-03-15T02:05:17.274967Z","end":"2026-03-15T02:05:17.844305Z","steps":["trace[1477177707] 'agreement among raft nodes before linearized reading' (duration: 569.150007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:05:17.844378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:05:17.274957Z","time spent":"569.411213ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-15T02:05:51.899045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.553772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:05:51.899094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.637592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-15T02:05:51.899178Z","caller":"traceutil/trace.go:171","msg":"trace[283805875] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2634; }","duration":"161.744306ms","start":"2026-03-15T02:05:51.7374Z","end":"2026-03-15T02:05:51.899144Z","steps":["trace[283805875] 'count revisions from in-memory index tree' (duration: 161.47647ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:05:51.89919Z","caller":"traceutil/trace.go:171","msg":"trace[550345675] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2634; }","duration":"289.802436ms","start":"2026-03-15T02:05:51.609362Z","end":"2026-03-15T02:05:51.899164Z","steps":["trace[550345675] 'range keys from in-memory index tree' (duration: 289.413327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:05:51.89952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.088819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-15T02:05:51.899635Z","caller":"traceutil/trace.go:171","msg":"trace[1442016682] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2634; }","duration":"289.257133ms","start":"2026-03-15T02:05:51.610352Z","end":"2026-03-15T02:05:51.899609Z","steps":["trace[1442016682] 'range keys from in-memory index tree' (duration: 288.943396ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:05:52.262677Z","caller":"traceutil/trace.go:171","msg":"trace[263608639] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"359.526403ms","start":"2026-03-15T02:05:51.903126Z","end":"2026-03-15T02:05:52.262652Z","steps":["trace[263608639] 'process raft request' (duration: 359.310528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:05:52.26286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:05:51.903096Z","time spent":"359.674157ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:05:52.455125Z","caller":"traceutil/trace.go:171","msg":"trace[1222430798] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"551.742541ms","start":"2026-03-15T02:05:51.903349Z","end":"2026-03-15T02:05:52.455092Z","steps":["trace[1222430798] 'process raft request' (duration: 483.857476ms)","trace[1222430798] 'compare' (duration: 67.606158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:05:52.455301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:05:51.903326Z","time spent":"551.882483ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:05:52.455562Z","caller":"traceutil/trace.go:171","msg":"trace[100968082] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"551.248339ms","start":"2026-03-15T02:05:51.904283Z","end":"2026-03-15T02:05:52.455531Z","steps":["trace[100968082] 'process raft request' (duration: 550.744007ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:05:52.455609Z","caller":"traceutil/trace.go:171","msg":"trace[48828181] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"276.800702ms","start":"2026-03-15T02:05:52.178766Z","end":"2026-03-15T02:05:52.455567Z","steps":["trace[48828181] 'process raft request' (duration: 276.601307ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:05:52.455639Z","caller":"traceutil/trace.go:171","msg":"trace[491653353] linearizableReadLoop","detail":"{readStateIndex:2741; appliedIndex:2738; }","duration":"472.565042ms","start":"2026-03-15T02:05:51.983047Z","end":"2026-03-15T02:05:52.455612Z","steps":["trace[491653353] 'read index received' (duration: 279.511785ms)","trace[491653353] 'applied index is now lower than readState.Index' (duration: 193.051757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:05:52.455731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:05:51.904273Z","time spent":"551.371022ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:05:52.455731Z","caller":"traceutil/trace.go:171","msg":"trace[1331253958] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"264.933565ms","start":"2026-03-15T02:05:52.190761Z","end":"2026-03-15T02:05:52.455694Z","steps":["trace[1331253958] 'process raft request' (duration: 264.75017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:05:52.455813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.764207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:05:52.455844Z","caller":"traceutil/trace.go:171","msg":"trace[136873857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2639; }","duration":"472.854169ms","start":"2026-03-15T02:05:51.98298Z","end":"2026-03-15T02:05:52.455834Z","steps":["trace[136873857] 'agreement among raft nodes before linearized reading' (duration: 472.769557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:05:52.455869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:05:51.982958Z","time spent":"472.90484ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:05:52.45593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.431674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-15T02:05:52.455941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.559577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-15T02:05:52.455974Z","caller":"traceutil/trace.go:171","msg":"trace[1987317159] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2639; }","duration":"327.497456ms","start":"2026-03-15T02:05:52.128464Z","end":"2026-03-15T02:05:52.455962Z","steps":["trace[1987317159] 'agreement among raft nodes before linearized reading' (duration: 327.378843ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:05:52.455993Z","caller":"traceutil/trace.go:171","msg":"trace[672372828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2639; }","duration":"354.663819ms","start":"2026-03-15T02:05:52.101314Z","end":"2026-03-15T02:05:52.455977Z","steps":["trace[672372828] 'agreement among raft nodes before linearized reading' (duration: 354.485625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:05:52.456009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:05:52.128451Z","time spent":"327.552087ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-15T02:05:52.456007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.600763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-15T02:05:52.455943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.75774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189ce18b685ace5b\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-03-15T02:05:52.456036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:05:52.101289Z","time spent":"354.735341ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-15T02:05:52.456071Z","caller":"traceutil/trace.go:171","msg":"trace[2017440124] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189ce18b685ace5b; range_end:; response_count:1; response_revision:2639; }","duration":"189.913773ms","start":"2026-03-15T02:05:52.266144Z","end":"2026-03-15T02:05:52.456058Z","steps":["trace[2017440124] 'agreement among raft nodes before linearized reading' (duration: 189.667187ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:05:52.45609Z","caller":"traceutil/trace.go:171","msg":"trace[1689710143] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2639; }","duration":"221.712706ms","start":"2026-03-15T02:05:52.234332Z","end":"2026-03-15T02:05:52.456045Z","steps":["trace[1689710143] 'agreement among raft nodes before linearized reading' (duration: 221.485421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:05:52.974559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837369874,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-15T02:05:53.01172Z","caller":"traceutil/trace.go:171","msg":"trace[273047172] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"552.11393ms","start":"2026-03-15T02:05:52.459578Z","end":"2026-03-15T02:05:53.011692Z","steps":["trace[273047172] 'process raft request' (duration: 523.905801ms)","trace[273047172] 'compare' (duration: 28.048145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:05:53.011893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:05:52.459554Z","time spent":"552.247802ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:05:54.078848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.983735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:05:54.079131Z","caller":"traceutil/trace.go:171","msg":"trace[1350301099] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"1.616781534s","start":"2026-03-15T02:05:52.462309Z","end":"2026-03-15T02:05:54.07909Z","steps":["trace[1350301099] 'process raft request' (duration: 1.43843435s)","trace[1350301099] 'compare' (duration: 177.691479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:05:54.079311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:05:52.462296Z","time spent":"1.616922257s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:05:54.079684Z","caller":"traceutil/trace.go:171","msg":"trace[2025407228] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"1.616388604s","start":"2026-03-15T02:05:52.463268Z","end":"2026-03-15T02:05:54.079657Z","steps":["trace[2025407228] 'process raft request' (duration: 1.615705518s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:05:54.079845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605725245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:05:54.079899Z","caller":"traceutil/trace.go:171","msg":"trace[1588273332] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2644; }","duration":"1.605806508s","start":"2026-03-15T02:05:52.474079Z","end":"2026-03-15T02:05:54.079885Z","steps":["trace[1588273332] 'agreement among raft nodes before linearized reading' (duration: 1.605716566s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:05:54.079942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:05:52.474067Z","time spent":"1.605865519s","remote":"127.0.0.1:48814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:05:54.079717Z","caller":"traceutil/trace.go:171","msg":"trace[368880629] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"1.514105397s","start":"2026-03-15T02:05:52.565585Z","end":"2026-03-15T02:05:54.07969Z","steps":["trace[368880629] 'process raft request' (duration: 1.514011395s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:05:54.079755Z","caller":"traceutil/trace.go:171","msg":"trace[491026354] linearizableReadLoop","detail":"{readStateIndex:2748; appliedIndex:2743; }","duration":"1.605621803s","start":"2026-03-15T02:05:52.474105Z","end":"2026-03-15T02:05:54.079727Z","steps":["trace[491026354] 'read index received' (duration: 509.3459ms)","trace[491026354] 'applied index is now lower than readState.Index' (duration: 1.096274883s)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:05:54.079783Z","caller":"traceutil/trace.go:171","msg":"trace[675049827] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"1.512859507s","start":"2026-03-15T02:05:52.566886Z","end":"2026-03-15T02:05:54.079746Z","steps":["trace[675049827] 'process raft request' (duration: 1.512762025s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:05:54.080324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:05:52.566876Z","time spent":"1.513377039s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:05:54.080457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.790819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189ce188391966ce\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-03-15T02:05:54.080449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095970366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:05:54.080464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:05:52.463247Z","time spent":"1.616786454s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:05:54.080662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.979529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-15T02:05:54.080636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.530999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-15T02:05:54.080589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.163581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-15T02:05:54.080696Z","caller":"traceutil/trace.go:171","msg":"trace[1572160282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2644; }","duration":"562.05669ms","start":"2026-03-15T02:05:53.518631Z","end":"2026-03-15T02:05:54.080688Z","steps":["trace[1572160282] 'agreement among raft nodes before linearized reading' (duration: 561.979099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:05:54.080678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.466211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-15T02:05:54.080738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:05:53.518608Z","time spent":"562.123532ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-15T02:05:54.080787Z","caller":"traceutil/trace.go:171","msg":"trace[878417509] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2644; }","duration":"906.566144ms","start":"2026-03-15T02:05:53.174173Z","end":"2026-03-15T02:05:54.080739Z","steps":["trace[878417509] 'agreement among raft nodes before linearized reading' (duration: 906.388589ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:05:54.080743Z","caller":"traceutil/trace.go:171","msg":"trace[17553443] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:2644; }","duration":"902.673132ms","start":"2026-03-15T02:05:53.178045Z","end":"2026-03-15T02:05:54.080718Z","steps":["trace[17553443] 'agreement among raft nodes before linearized reading' (duration: 902.388705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:05:54.080861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:05:53.174158Z","time spent":"906.689406ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-15T02:05:54.080584Z","caller":"traceutil/trace.go:171","msg":"trace[726245170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2644; }","duration":"1.09617557s","start":"2026-03-15T02:05:52.984358Z","end":"2026-03-15T02:05:54.080533Z","steps":["trace[726245170] 'agreement among raft nodes before linearized reading' (duration: 1.095956625s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:05:54.080876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:05:53.17803Z","time spent":"902.830536ms","remote":"127.0.0.1:41252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-15T02:05:54.081013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:05:52.984325Z","time spent":"1.096672222s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-15T02:05:54.080503Z","caller":"traceutil/trace.go:171","msg":"trace[1114321256] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189ce188391966ce; range_end:; response_count:1; response_revision:2644; }","duration":"610.880591ms","start":"2026-03-15T02:05:53.469611Z","end":"2026-03-15T02:05:54.080492Z","steps":["trace[1114321256] 'agreement among raft nodes before linearized reading' (duration: 610.740898ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:05:54.080792Z","caller":"traceutil/trace.go:171","msg":"trace[300579576] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2644; }","duration":"304.355065ms","start":"2026-03-15T02:05:53.776373Z","end":"2026-03-15T02:05:54.080728Z","steps":["trace[300579576] 'agreement among raft nodes before linearized reading' (duration: 304.152441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:05:54.081319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:05:53.77635Z","time spent":"304.931819ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-15T02:05:54.08124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:05:53.469588Z","time spent":"611.632588ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.189ce188391966ce\" "} {"level":"warn","ts":"2026-03-15T02:05:54.082089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:05:52.565561Z","time spent":"1.514532567s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:05:54.414193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.151159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:05:54.414458Z","caller":"traceutil/trace.go:171","msg":"trace[1097426649] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"330.102427ms","start":"2026-03-15T02:05:54.084303Z","end":"2026-03-15T02:05:54.414406Z","steps":["trace[1097426649] 'process raft request' (duration: 136.6324ms)","trace[1097426649] 'compare' (duration: 192.976475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:05:54.414681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:05:54.084291Z","time spent":"330.282551ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:05:54.414725Z","caller":"traceutil/trace.go:171","msg":"trace[1530830700] linearizableReadLoop","detail":"{readStateIndex:2751; appliedIndex:2749; }","duration":"249.689989ms","start":"2026-03-15T02:05:54.165015Z","end":"2026-03-15T02:05:54.414705Z","steps":["trace[1530830700] 'read index received' (duration: 56.006647ms)","trace[1530830700] 'applied index is now lower than readState.Index' (duration: 193.682182ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:05:54.414704Z","caller":"traceutil/trace.go:171","msg":"trace[1002270012] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"329.300077ms","start":"2026-03-15T02:05:54.085379Z","end":"2026-03-15T02:05:54.414679Z","steps":["trace[1002270012] 'process raft request' (duration: 329.203395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:05:54.414858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:05:54.085353Z","time spent":"329.436601ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:05:54.415163Z","caller":"traceutil/trace.go:171","msg":"trace[28925619] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"248.44487ms","start":"2026-03-15T02:05:54.166705Z","end":"2026-03-15T02:05:54.415149Z","steps":["trace[28925619] 'process raft request' (duration: 247.959679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:05:54.415199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.891637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:05:54.41525Z","caller":"traceutil/trace.go:171","msg":"trace[778181561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2647; }","duration":"241.944628ms","start":"2026-03-15T02:05:54.173291Z","end":"2026-03-15T02:05:54.415236Z","steps":["trace[778181561] 'agreement among raft nodes before linearized reading' (duration: 241.826736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:05:54.415255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.782492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-15T02:05:54.415304Z","caller":"traceutil/trace.go:171","msg":"trace[841195127] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2647; }","duration":"330.846834ms","start":"2026-03-15T02:05:54.084446Z","end":"2026-03-15T02:05:54.415292Z","steps":["trace[841195127] 'agreement among raft nodes before linearized reading' (duration: 330.379293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:05:54.415345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:05:54.084437Z","time spent":"330.900095ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-15T02:05:54.415599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.181179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-15T02:05:54.415718Z","caller":"traceutil/trace.go:171","msg":"trace[1796864113] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2647; }","duration":"330.352902ms","start":"2026-03-15T02:05:54.085344Z","end":"2026-03-15T02:05:54.415696Z","steps":["trace[1796864113] 'agreement among raft nodes before linearized reading' (duration: 329.446381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:05:54.415763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:05:54.085322Z","time spent":"330.431194ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-15T02:05:54.751746Z","caller":"traceutil/trace.go:171","msg":"trace[1530352151] linearizableReadLoop","detail":"{readStateIndex:2755; appliedIndex:2752; }","duration":"268.466918ms","start":"2026-03-15T02:05:54.483253Z","end":"2026-03-15T02:05:54.751719Z","steps":["trace[1530352151] 'read index received' (duration: 29.361216ms)","trace[1530352151] 'applied index is now lower than readState.Index' (duration: 239.104542ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:05:54.751804Z","caller":"traceutil/trace.go:171","msg":"trace[84229324] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"285.014434ms","start":"2026-03-15T02:05:54.466764Z","end":"2026-03-15T02:05:54.751779Z","steps":["trace[84229324] 'process raft request' (duration: 284.741098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:05:54.751955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.047017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:05:54.752Z","caller":"traceutil/trace.go:171","msg":"trace[406286674] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2650; }","duration":"265.15404ms","start":"2026-03-15T02:05:54.486831Z","end":"2026-03-15T02:05:54.751985Z","steps":["trace[406286674] 'agreement among raft nodes before linearized reading' (duration: 265.049568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:05:54.752033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.759254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:05:54.752121Z","caller":"traceutil/trace.go:171","msg":"trace[1608716845] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"284.4073ms","start":"2026-03-15T02:05:54.467436Z","end":"2026-03-15T02:05:54.751843Z","steps":["trace[1608716845] 'process raft request' (duration: 284.241376ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:05:54.752125Z","caller":"traceutil/trace.go:171","msg":"trace[986693822] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2650; }","duration":"268.891558ms","start":"2026-03-15T02:05:54.483215Z","end":"2026-03-15T02:05:54.752107Z","steps":["trace[986693822] 'agreement among raft nodes before linearized reading' (duration: 268.661843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:05:54.752034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.672378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:05:54.75244Z","caller":"traceutil/trace.go:171","msg":"trace[263624696] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2650; }","duration":"184.034607ms","start":"2026-03-15T02:05:54.568286Z","end":"2026-03-15T02:05:54.752321Z","steps":["trace[263624696] 'agreement among raft nodes before linearized reading' (duration: 183.643218ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:06:00.752439Z","caller":"traceutil/trace.go:171","msg":"trace[209624969] linearizableReadLoop","detail":"{readStateIndex:2783; appliedIndex:2782; }","duration":"174.744305ms","start":"2026-03-15T02:06:00.577672Z","end":"2026-03-15T02:06:00.752416Z","steps":["trace[209624969] 'read index received' (duration: 174.609042ms)","trace[209624969] 'applied index is now lower than readState.Index' (duration: 134.153µs)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:06:00.752556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.865317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:06:00.752577Z","caller":"traceutil/trace.go:171","msg":"trace[1433690694] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2677; }","duration":"174.950199ms","start":"2026-03-15T02:06:00.577621Z","end":"2026-03-15T02:06:00.752571Z","steps":["trace[1433690694] 'agreement among raft nodes before linearized reading' (duration: 174.876538ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:06:00.752544Z","caller":"traceutil/trace.go:171","msg":"trace[80343752] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"195.929999ms","start":"2026-03-15T02:06:00.556584Z","end":"2026-03-15T02:06:00.752514Z","steps":["trace[80343752] 'process raft request' (duration: 195.687533ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:06:00.928201Z","caller":"traceutil/trace.go:171","msg":"trace[1730403877] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"147.498423ms","start":"2026-03-15T02:06:00.780676Z","end":"2026-03-15T02:06:00.928175Z","steps":["trace[1730403877] 'process raft request' (duration: 118.572639ms)","trace[1730403877] 'compare' (duration: 28.681698ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:06:00.968275Z","caller":"traceutil/trace.go:171","msg":"trace[298454886] linearizableReadLoop","detail":"{readStateIndex:2785; appliedIndex:2783; }","duration":"169.3307ms","start":"2026-03-15T02:06:00.79891Z","end":"2026-03-15T02:06:00.968241Z","steps":["trace[298454886] 'read index received' (duration: 100.331047ms)","trace[298454886] 'applied index is now lower than readState.Index' (duration: 68.997843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:06:00.968483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.529205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:06:00.968532Z","caller":"traceutil/trace.go:171","msg":"trace[92376838] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2679; }","duration":"169.632587ms","start":"2026-03-15T02:06:00.798886Z","end":"2026-03-15T02:06:00.968519Z","steps":["trace[92376838] 'agreement among raft nodes before linearized reading' (duration: 169.482453ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:06:00.968729Z","caller":"traceutil/trace.go:171","msg":"trace[1132474770] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"186.470436ms","start":"2026-03-15T02:06:00.782188Z","end":"2026-03-15T02:06:00.968659Z","steps":["trace[1132474770] 'process raft request' (duration: 185.883632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:06:01.188598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.002023ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:06:01.188796Z","caller":"traceutil/trace.go:171","msg":"trace[1106855689] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2679; }","duration":"104.223849ms","start":"2026-03-15T02:06:01.08455Z","end":"2026-03-15T02:06:01.188774Z","steps":["trace[1106855689] 'range keys from in-memory index tree' (duration: 103.984423ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:06:19.167746Z","caller":"traceutil/trace.go:171","msg":"trace[1654584636] linearizableReadLoop","detail":"{readStateIndex:2881; appliedIndex:2880; }","duration":"110.858836ms","start":"2026-03-15T02:06:19.056863Z","end":"2026-03-15T02:06:19.167721Z","steps":["trace[1654584636] 'read index received' (duration: 110.618351ms)","trace[1654584636] 'applied index is now lower than readState.Index' (duration: 239.575µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:06:19.167844Z","caller":"traceutil/trace.go:171","msg":"trace[718924885] transaction","detail":"{read_only:false; response_revision:2770; number_of_response:1; }","duration":"156.038066ms","start":"2026-03-15T02:06:19.011758Z","end":"2026-03-15T02:06:19.167796Z","steps":["trace[718924885] 'process raft request' (duration: 155.813531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:06:19.167961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.062241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-15T02:06:19.16801Z","caller":"traceutil/trace.go:171","msg":"trace[97472152] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2770; }","duration":"111.165653ms","start":"2026-03-15T02:06:19.056834Z","end":"2026-03-15T02:06:19.167999Z","steps":["trace[97472152] 'agreement among raft nodes before linearized reading' (duration: 111.014769ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:07:48.897071Z","caller":"traceutil/trace.go:171","msg":"trace[1190873392] transaction","detail":"{read_only:false; response_revision:3315; number_of_response:1; }","duration":"250.514794ms","start":"2026-03-15T02:07:48.646522Z","end":"2026-03-15T02:07:48.897036Z","steps":["trace[1190873392] 'process raft request' (duration: 250.285118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:07:48.897419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.098271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-15T02:07:48.897553Z","caller":"traceutil/trace.go:171","msg":"trace[1015429334] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3315; }","duration":"249.296965ms","start":"2026-03-15T02:07:48.648225Z","end":"2026-03-15T02:07:48.897522Z","steps":["trace[1015429334] 'agreement among raft nodes before linearized reading' (duration: 248.860895ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:07:48.897623Z","caller":"traceutil/trace.go:171","msg":"trace[1212451872] linearizableReadLoop","detail":"{readStateIndex:3451; appliedIndex:3450; }","duration":"248.726002ms","start":"2026-03-15T02:07:48.64825Z","end":"2026-03-15T02:07:48.896976Z","steps":["trace[1212451872] 'read index received' (duration: 247.894522ms)","trace[1212451872] 'applied index is now lower than readState.Index' (duration: 830.49µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:08:10.621058Z","caller":"traceutil/trace.go:171","msg":"trace[2044803664] transaction","detail":"{read_only:false; response_revision:3491; number_of_response:1; }","duration":"367.907305ms","start":"2026-03-15T02:08:10.25312Z","end":"2026-03-15T02:08:10.621027Z","steps":["trace[2044803664] 'process raft request' (duration: 367.70217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:08:10.621245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:08:10.253086Z","time spent":"368.066148ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:08:16.209408Z","caller":"traceutil/trace.go:171","msg":"trace[1535285512] transaction","detail":"{read_only:false; response_revision:3522; number_of_response:1; }","duration":"427.0284ms","start":"2026-03-15T02:08:15.782349Z","end":"2026-03-15T02:08:16.209378Z","steps":["trace[1535285512] 'process raft request' (duration: 426.856176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:08:16.209587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:08:15.782332Z","time spent":"427.167244ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:08:16.707393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.713022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:08:16.707694Z","caller":"traceutil/trace.go:171","msg":"trace[1906538070] transaction","detail":"{read_only:false; response_revision:3523; number_of_response:1; }","duration":"924.795931ms","start":"2026-03-15T02:08:15.782879Z","end":"2026-03-15T02:08:16.707675Z","steps":["trace[1906538070] 'process raft request' (duration: 629.708491ms)","trace[1906538070] 'compare' (duration: 294.588678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:08:16.707796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:08:15.782866Z","time spent":"924.882202ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:08:16.707504Z","caller":"traceutil/trace.go:171","msg":"trace[501802791] linearizableReadLoop","detail":"{readStateIndex:3664; appliedIndex:3662; }","duration":"724.252499ms","start":"2026-03-15T02:08:15.983235Z","end":"2026-03-15T02:08:16.707487Z","steps":["trace[501802791] 'read index received' (duration: 226.035359ms)","trace[501802791] 'applied index is now lower than readState.Index' (duration: 498.21603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:08:16.707995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.731751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:08:16.708129Z","caller":"traceutil/trace.go:171","msg":"trace[12083785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3523; }","duration":"724.928195ms","start":"2026-03-15T02:08:15.983168Z","end":"2026-03-15T02:08:16.708096Z","steps":["trace[12083785] 'agreement among raft nodes before linearized reading' (duration: 724.651699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:08:16.708201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:08:15.983145Z","time spent":"725.042837ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:08:16.710809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.263304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-03-15T02:08:16.710893Z","caller":"traceutil/trace.go:171","msg":"trace[85945580] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3525; }","duration":"213.386737ms","start":"2026-03-15T02:08:16.497486Z","end":"2026-03-15T02:08:16.710873Z","steps":["trace[85945580] 'agreement among raft nodes before linearized reading' (duration: 213.191183ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:31.286866Z","caller":"traceutil/trace.go:171","msg":"trace[68237428] transaction","detail":"{read_only:false; response_revision:3988; number_of_response:1; }","duration":"185.828572ms","start":"2026-03-15T02:09:31.101004Z","end":"2026-03-15T02:09:31.286833Z","steps":["trace[68237428] 'process raft request' (duration: 183.054517ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:31.287022Z","caller":"traceutil/trace.go:171","msg":"trace[669057661] linearizableReadLoop","detail":"{readStateIndex:4160; appliedIndex:4158; }","duration":"179.475144ms","start":"2026-03-15T02:09:31.107497Z","end":"2026-03-15T02:09:31.286972Z","steps":["trace[669057661] 'read index received' (duration: 176.580876ms)","trace[669057661] 'applied index is now lower than readState.Index' (duration: 2.892658ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:09:31.287057Z","caller":"traceutil/trace.go:171","msg":"trace[1902535453] transaction","detail":"{read_only:false; response_revision:3989; number_of_response:1; }","duration":"184.772918ms","start":"2026-03-15T02:09:31.10223Z","end":"2026-03-15T02:09:31.287003Z","steps":["trace[1902535453] 'process raft request' (duration: 184.558623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:31.287333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.558977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:09:31.287391Z","caller":"traceutil/trace.go:171","msg":"trace[1622977034] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3989; }","duration":"125.682829ms","start":"2026-03-15T02:09:31.161692Z","end":"2026-03-15T02:09:31.287374Z","steps":["trace[1622977034] 'agreement among raft nodes before linearized reading' (duration: 125.531106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:31.287356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.818092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-15T02:09:31.287494Z","caller":"traceutil/trace.go:171","msg":"trace[540757869] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3989; }","duration":"179.999086ms","start":"2026-03-15T02:09:31.107459Z","end":"2026-03-15T02:09:31.287458Z","steps":["trace[540757869] 'agreement among raft nodes before linearized reading' (duration: 179.669659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:36.420087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.184608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:09:36.420185Z","caller":"traceutil/trace.go:171","msg":"trace[22577051] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4324; }","duration":"113.372423ms","start":"2026-03-15T02:09:36.306791Z","end":"2026-03-15T02:09:36.420164Z","steps":["trace[22577051] 'count revisions from in-memory index tree' (duration: 113.012735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:36.420175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.295291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:3075"} {"level":"info","ts":"2026-03-15T02:09:36.420253Z","caller":"traceutil/trace.go:171","msg":"trace[577058558] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4324; }","duration":"110.389374ms","start":"2026-03-15T02:09:36.309846Z","end":"2026-03-15T02:09:36.420235Z","steps":["trace[577058558] 'range keys from in-memory index tree' (duration: 110.184649ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:36.446826Z","caller":"traceutil/trace.go:171","msg":"trace[744045174] transaction","detail":"{read_only:false; response_revision:4325; number_of_response:1; }","duration":"136.644816ms","start":"2026-03-15T02:09:36.31015Z","end":"2026-03-15T02:09:36.446794Z","steps":["trace[744045174] 'process raft request' (duration: 135.901659ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:37.631135Z","caller":"traceutil/trace.go:171","msg":"trace[564084815] linearizableReadLoop","detail":"{readStateIndex:4530; appliedIndex:4528; }","duration":"101.801513ms","start":"2026-03-15T02:09:37.529302Z","end":"2026-03-15T02:09:37.631104Z","steps":["trace[564084815] 'read index received' (duration: 60.753616ms)","trace[564084815] 'applied index is now lower than readState.Index' (duration: 41.046677ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:09:37.6313Z","caller":"traceutil/trace.go:171","msg":"trace[884712719] transaction","detail":"{read_only:false; response_revision:4355; number_of_response:1; }","duration":"103.78139ms","start":"2026-03-15T02:09:37.527502Z","end":"2026-03-15T02:09:37.631284Z","steps":["trace[884712719] 'process raft request' (duration: 103.408361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:37.631816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.50044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62984"} {"level":"info","ts":"2026-03-15T02:09:37.631935Z","caller":"traceutil/trace.go:171","msg":"trace[1605430464] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4355; }","duration":"102.660903ms","start":"2026-03-15T02:09:37.529247Z","end":"2026-03-15T02:09:37.631908Z","steps":["trace[1605430464] 'agreement among raft nodes before linearized reading' (duration: 102.209543ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:37.727942Z","caller":"traceutil/trace.go:171","msg":"trace[1267973707] transaction","detail":"{read_only:false; response_revision:4356; number_of_response:1; }","duration":"104.65812ms","start":"2026-03-15T02:09:37.623239Z","end":"2026-03-15T02:09:37.727897Z","steps":["trace[1267973707] 'process raft request' (duration: 49.692038ms)","trace[1267973707] 'compare' (duration: 54.762617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:09:37.728075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.641842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-15T02:09:37.728144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.553344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-pjr7x\" ","response":"range_response_count:1 size:4332"} {"level":"info","ts":"2026-03-15T02:09:37.728178Z","caller":"traceutil/trace.go:171","msg":"trace[1306198423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4356; }","duration":"168.822196ms","start":"2026-03-15T02:09:37.559331Z","end":"2026-03-15T02:09:37.728153Z","steps":["trace[1306198423] 'agreement among raft nodes before linearized reading' (duration: 168.512119ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:37.728246Z","caller":"traceutil/trace.go:171","msg":"trace[1434604899] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-pjr7x; range_end:; response_count:1; response_revision:4356; }","duration":"136.688896ms","start":"2026-03-15T02:09:37.591531Z","end":"2026-03-15T02:09:37.72822Z","steps":["trace[1434604899] 'agreement among raft nodes before linearized reading' (duration: 136.40487ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:37.914843Z","caller":"traceutil/trace.go:171","msg":"trace[1279994368] transaction","detail":"{read_only:false; response_revision:4358; number_of_response:1; }","duration":"178.359529ms","start":"2026-03-15T02:09:37.736465Z","end":"2026-03-15T02:09:37.914825Z","steps":["trace[1279994368] 'process raft request' (duration: 178.237846ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:39.858109Z","caller":"traceutil/trace.go:171","msg":"trace[372529358] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"125.835024ms","start":"2026-03-15T02:09:39.732245Z","end":"2026-03-15T02:09:39.85808Z","steps":["trace[372529358] 'process raft request' (duration: 104.392534ms)","trace[372529358] 'compare' (duration: 21.297647ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:09:40.100332Z","caller":"traceutil/trace.go:171","msg":"trace[1397360594] linearizableReadLoop","detail":"{readStateIndex:4559; appliedIndex:4558; }","duration":"242.205076ms","start":"2026-03-15T02:09:39.858104Z","end":"2026-03-15T02:09:40.100309Z","steps":["trace[1397360594] 'read index received' (duration: 242.129254ms)","trace[1397360594] 'applied index is now lower than readState.Index' (duration: 74.492µs)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:09:40.100594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.732125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-15T02:09:40.100629Z","caller":"traceutil/trace.go:171","msg":"trace[1395357378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4383; }","duration":"286.829437ms","start":"2026-03-15T02:09:39.813789Z","end":"2026-03-15T02:09:40.100618Z","steps":["trace[1395357378] 'agreement among raft nodes before linearized reading' (duration: 286.641243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:40.100651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.07643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-15T02:09:40.100725Z","caller":"traceutil/trace.go:171","msg":"trace[885700994] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4383; }","duration":"253.162582ms","start":"2026-03-15T02:09:39.847543Z","end":"2026-03-15T02:09:40.100706Z","steps":["trace[885700994] 'agreement among raft nodes before linearized reading' (duration: 252.860985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:40.100708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.985438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-15T02:09:40.100847Z","caller":"traceutil/trace.go:171","msg":"trace[200839353] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4383; }","duration":"253.197573ms","start":"2026-03-15T02:09:39.847621Z","end":"2026-03-15T02:09:40.100818Z","steps":["trace[200839353] 'agreement among raft nodes before linearized reading' (duration: 252.753532ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:40.101526Z","caller":"traceutil/trace.go:171","msg":"trace[945400680] transaction","detail":"{read_only:false; response_revision:4383; number_of_response:1; }","duration":"244.697985ms","start":"2026-03-15T02:09:39.856805Z","end":"2026-03-15T02:09:40.101503Z","steps":["trace[945400680] 'process raft request' (duration: 243.335133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:40.35326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.107192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:09:40.353547Z","caller":"traceutil/trace.go:171","msg":"trace[1804320759] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"491.906037ms","start":"2026-03-15T02:09:39.861578Z","end":"2026-03-15T02:09:40.353484Z","steps":["trace[1804320759] 'process raft request' (duration: 304.471417ms)","trace[1804320759] 'compare' (duration: 186.893207ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:09:40.353681Z","caller":"traceutil/trace.go:171","msg":"trace[980392224] linearizableReadLoop","detail":"{readStateIndex:4560; appliedIndex:4559; }","duration":"253.253934ms","start":"2026-03-15T02:09:40.1004Z","end":"2026-03-15T02:09:40.353654Z","steps":["trace[980392224] 'read index received' (duration: 65.721052ms)","trace[980392224] 'applied index is now lower than readState.Index' (duration: 187.530892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:09:40.353837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.571789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:09:40.353838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:39.861557Z","time spent":"492.121922ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7619,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:09:40.353868Z","caller":"traceutil/trace.go:171","msg":"trace[578966838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4384; }","duration":"370.676441ms","start":"2026-03-15T02:09:39.983184Z","end":"2026-03-15T02:09:40.35386Z","steps":["trace[578966838] 'agreement among raft nodes before linearized reading' (duration: 370.604359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:40.353905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:39.98314Z","time spent":"370.760123ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:09:40.353905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.911027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:09:40.353958Z","caller":"traceutil/trace.go:171","msg":"trace[1083881903] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:0; response_revision:4384; }","duration":"492.043931ms","start":"2026-03-15T02:09:39.861898Z","end":"2026-03-15T02:09:40.353942Z","steps":["trace[1083881903] 'agreement among raft nodes before linearized reading' (duration: 491.945578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:40.353992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:39.86185Z","time spent":"492.137363ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-15T02:09:40.354189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.680721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-15T02:09:40.354236Z","caller":"traceutil/trace.go:171","msg":"trace[771033672] transaction","detail":"{read_only:false; response_revision:4385; number_of_response:1; }","duration":"248.511493ms","start":"2026-03-15T02:09:40.105715Z","end":"2026-03-15T02:09:40.354226Z","steps":["trace[771033672] 'process raft request' (duration: 247.746415ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:40.354279Z","caller":"traceutil/trace.go:171","msg":"trace[1388322644] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4385; }","duration":"243.752903ms","start":"2026-03-15T02:09:40.110485Z","end":"2026-03-15T02:09:40.354238Z","steps":["trace[1388322644] 'agreement among raft nodes before linearized reading' (duration: 243.574838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:42.655752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.414001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:09:42.656051Z","caller":"traceutil/trace.go:171","msg":"trace[1337896409] transaction","detail":"{read_only:false; response_revision:4478; number_of_response:1; }","duration":"141.762625ms","start":"2026-03-15T02:09:42.51425Z","end":"2026-03-15T02:09:42.656013Z","steps":["trace[1337896409] 'process raft request' (duration: 28.841742ms)","trace[1337896409] 'compare' (duration: 112.171426ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:09:44.040683Z","caller":"traceutil/trace.go:171","msg":"trace[1035624376] linearizableReadLoop","detail":"{readStateIndex:4667; appliedIndex:4666; }","duration":"265.449808ms","start":"2026-03-15T02:09:43.77521Z","end":"2026-03-15T02:09:44.040659Z","steps":["trace[1035624376] 'read index received' (duration: 265.352186ms)","trace[1035624376] 'applied index is now lower than readState.Index' (duration: 96.672µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:09:44.040789Z","caller":"traceutil/trace.go:171","msg":"trace[921433927] transaction","detail":"{read_only:false; response_revision:4490; number_of_response:1; }","duration":"292.345565ms","start":"2026-03-15T02:09:43.748413Z","end":"2026-03-15T02:09:44.040759Z","steps":["trace[921433927] 'process raft request' (duration: 292.09935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:44.040995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.762886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bfd204f1-3b0a-464f-b1f5-6e3bc456e0f0\" ","response":"range_response_count:1 size:4050"} {"level":"info","ts":"2026-03-15T02:09:44.041034Z","caller":"traceutil/trace.go:171","msg":"trace[691310151] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bfd204f1-3b0a-464f-b1f5-6e3bc456e0f0; range_end:; response_count:1; response_revision:4490; }","duration":"265.866768ms","start":"2026-03-15T02:09:43.775157Z","end":"2026-03-15T02:09:44.041024Z","steps":["trace[691310151] 'agreement among raft nodes before linearized reading' (duration: 265.634953ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:44.074698Z","caller":"traceutil/trace.go:171","msg":"trace[645379578] transaction","detail":"{read_only:false; response_revision:4491; number_of_response:1; }","duration":"197.561425ms","start":"2026-03-15T02:09:43.877091Z","end":"2026-03-15T02:09:44.074652Z","steps":["trace[645379578] 'process raft request' (duration: 197.306009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:44.074732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.772704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:09:44.074828Z","caller":"traceutil/trace.go:171","msg":"trace[191466028] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4491; }","duration":"180.934158ms","start":"2026-03-15T02:09:43.893872Z","end":"2026-03-15T02:09:44.074806Z","steps":["trace[191466028] 'agreement among raft nodes before linearized reading' (duration: 180.687532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:44.075377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.398896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-15T02:09:44.075475Z","caller":"traceutil/trace.go:171","msg":"trace[541595694] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4491; }","duration":"180.58552ms","start":"2026-03-15T02:09:43.894868Z","end":"2026-03-15T02:09:44.075453Z","steps":["trace[541595694] 'agreement among raft nodes before linearized reading' (duration: 180.079318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:46.115555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.237263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:09:46.115656Z","caller":"traceutil/trace.go:171","msg":"trace[1980104037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4540; }","duration":"132.411967ms","start":"2026-03-15T02:09:45.983224Z","end":"2026-03-15T02:09:46.115636Z","steps":["trace[1980104037] 'range keys from in-memory index tree' (duration: 132.14501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:46.116728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.051821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-15T02:09:46.116864Z","caller":"traceutil/trace.go:171","msg":"trace[984815637] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4540; }","duration":"166.286537ms","start":"2026-03-15T02:09:45.950554Z","end":"2026-03-15T02:09:46.11684Z","steps":["trace[984815637] 'range keys from in-memory index tree' (duration: 164.73036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:49.168921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.603977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:09:49.16904Z","caller":"traceutil/trace.go:171","msg":"trace[306819472] range","detail":"{range_begin:/registry/configmaps/monitoring/vector; range_end:; response_count:0; response_revision:4688; }","duration":"164.802872ms","start":"2026-03-15T02:09:49.004214Z","end":"2026-03-15T02:09:49.169017Z","steps":["trace[306819472] 'range keys from in-memory index tree' (duration: 164.468544ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:49.323869Z","caller":"traceutil/trace.go:171","msg":"trace[956205550] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4688; }","duration":"131.042324ms","start":"2026-03-15T02:09:49.192805Z","end":"2026-03-15T02:09:49.323848Z","steps":["trace[956205550] 'process raft request' (duration: 130.945912ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:53.230741Z","caller":"traceutil/trace.go:171","msg":"trace[1005009867] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"150.623091ms","start":"2026-03-15T02:09:53.080083Z","end":"2026-03-15T02:09:53.230706Z","steps":["trace[1005009867] 'process raft request' (duration: 150.319194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:59.395535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.017256ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-15T02:09:59.395697Z","caller":"traceutil/trace.go:171","msg":"trace[963199207] linearizableReadLoop","detail":"{readStateIndex:5031; appliedIndex:5030; }","duration":"887.012857ms","start":"2026-03-15T02:09:58.508656Z","end":"2026-03-15T02:09:59.395669Z","steps":["trace[963199207] 'read index received' (duration: 401.870798ms)","trace[963199207] 'applied index is now lower than readState.Index' (duration: 485.139229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:09:59.39603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.072679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:09:59.396067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.045195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"info","ts":"2026-03-15T02:09:59.39608Z","caller":"traceutil/trace.go:171","msg":"trace[827001736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4841; }","duration":"413.190903ms","start":"2026-03-15T02:09:58.982873Z","end":"2026-03-15T02:09:59.396064Z","steps":["trace[827001736] 'agreement among raft nodes before linearized reading' (duration: 413.08768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:59.396062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.106311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-15T02:09:59.396044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.50187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:09:59.396127Z","caller":"traceutil/trace.go:171","msg":"trace[1371203748] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4841; }","duration":"578.154258ms","start":"2026-03-15T02:09:58.817953Z","end":"2026-03-15T02:09:59.396107Z","steps":["trace[1371203748] 'agreement among raft nodes before linearized reading' (duration: 577.971793ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:59.396135Z","caller":"traceutil/trace.go:171","msg":"trace[241560840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4841; }","duration":"815.238625ms","start":"2026-03-15T02:09:58.580881Z","end":"2026-03-15T02:09:59.39612Z","steps":["trace[241560840] 'agreement among raft nodes before linearized reading' (duration: 814.983379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:59.396139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:58.982844Z","time spent":"413.279374ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:09:59.396163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:58.817921Z","time spent":"578.23352ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16257,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-15T02:09:59.396169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:58.580858Z","time spent":"815.302776ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-15T02:09:59.396169Z","caller":"traceutil/trace.go:171","msg":"trace[310486493] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:4841; }","duration":"555.698684ms","start":"2026-03-15T02:09:58.840441Z","end":"2026-03-15T02:09:59.39614Z","steps":["trace[310486493] 'agreement among raft nodes before linearized reading' (duration: 555.487629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:59.396198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.708952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-15T02:09:59.396241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.25012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-757bd6cc95-rzbpl.189ce1c6ef0941d9\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-03-15T02:09:59.396289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:58.840409Z","time spent":"555.809537ms","remote":"127.0.0.1:43014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:09:59.396283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.616552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:380031"} {"level":"info","ts":"2026-03-15T02:09:59.396314Z","caller":"traceutil/trace.go:171","msg":"trace[1808884152] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4841; }","duration":"524.874566ms","start":"2026-03-15T02:09:58.871407Z","end":"2026-03-15T02:09:59.396281Z","steps":["trace[1808884152] 'agreement among raft nodes before linearized reading' (duration: 524.515557ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:59.396343Z","caller":"traceutil/trace.go:171","msg":"trace[1195754381] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-757bd6cc95-rzbpl.189ce1c6ef0941d9; range_end:; response_count:1; response_revision:4841; }","duration":"578.415024ms","start":"2026-03-15T02:09:58.817903Z","end":"2026-03-15T02:09:59.396318Z","steps":["trace[1195754381] 'agreement among raft nodes before linearized reading' (duration: 578.080596ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:59.396357Z","caller":"traceutil/trace.go:171","msg":"trace[1786618726] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:4841; }","duration":"887.751445ms","start":"2026-03-15T02:09:58.508589Z","end":"2026-03-15T02:09:59.39634Z","steps":["trace[1786618726] 'agreement among raft nodes before linearized reading' (duration: 887.382046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:59.396372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:58.871392Z","time spent":"524.969008ms","remote":"127.0.0.1:41398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-15T02:09:59.396397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:58.817885Z","time spent":"578.501876ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":922,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-757bd6cc95-rzbpl.189ce1c6ef0941d9\" "} {"level":"warn","ts":"2026-03-15T02:09:59.396411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:58.508561Z","time spent":"887.836137ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":9,"response size":380055,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-15T02:09:59.396541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.066016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-15T02:09:59.396585Z","caller":"traceutil/trace.go:171","msg":"trace[843889471] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4841; }","duration":"442.174878ms","start":"2026-03-15T02:09:58.9544Z","end":"2026-03-15T02:09:59.396575Z","steps":["trace[843889471] 'agreement among raft nodes before linearized reading' (duration: 442.069445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:59.396616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:58.954363Z","time spent":"442.246089ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-15T02:09:59.559075Z","caller":"traceutil/trace.go:171","msg":"trace[503556928] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"119.482315ms","start":"2026-03-15T02:09:59.439566Z","end":"2026-03-15T02:09:59.559048Z","steps":["trace[503556928] 'process raft request' (duration: 119.406973ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:59.559125Z","caller":"traceutil/trace.go:171","msg":"trace[898121635] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"156.376886ms","start":"2026-03-15T02:09:59.402709Z","end":"2026-03-15T02:09:59.559086Z","steps":["trace[898121635] 'process raft request' (duration: 156.096819ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:59.559331Z","caller":"traceutil/trace.go:171","msg":"trace[1621579328] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"157.606094ms","start":"2026-03-15T02:09:59.401712Z","end":"2026-03-15T02:09:59.559318Z","steps":["trace[1621579328] 'process raft request' (duration: 156.922988ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:59.559298Z","caller":"traceutil/trace.go:171","msg":"trace[1153240744] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"147.864987ms","start":"2026-03-15T02:09:59.411402Z","end":"2026-03-15T02:09:59.559267Z","steps":["trace[1153240744] 'process raft request' (duration: 147.459078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:59.559715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.340518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:380031"} {"level":"info","ts":"2026-03-15T02:09:59.559827Z","caller":"traceutil/trace.go:171","msg":"trace[1631681719] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:4847; }","duration":"151.500552ms","start":"2026-03-15T02:09:59.4083Z","end":"2026-03-15T02:09:59.559801Z","steps":["trace[1631681719] 'agreement among raft nodes before linearized reading' (duration: 150.949639ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:59.739565Z","caller":"traceutil/trace.go:171","msg":"trace[235083987] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"173.433964ms","start":"2026-03-15T02:09:59.566104Z","end":"2026-03-15T02:09:59.739538Z","steps":["trace[235083987] 'process raft request' (duration: 139.691507ms)","trace[235083987] 'compare' (duration: 33.508331ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:09:59.73993Z","caller":"traceutil/trace.go:171","msg":"trace[359235914] linearizableReadLoop","detail":"{readStateIndex:5041; appliedIndex:5037; }","duration":"170.348691ms","start":"2026-03-15T02:09:59.569547Z","end":"2026-03-15T02:09:59.739896Z","steps":["trace[359235914] 'read index received' (duration: 36.664884ms)","trace[359235914] 'applied index is now lower than readState.Index' (duration: 133.682417ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:09:59.73994Z","caller":"traceutil/trace.go:171","msg":"trace[891424945] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"173.31133ms","start":"2026-03-15T02:09:59.566552Z","end":"2026-03-15T02:09:59.739863Z","steps":["trace[891424945] 'process raft request' (duration: 172.934431ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:59.740068Z","caller":"traceutil/trace.go:171","msg":"trace[1984188898] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"172.225085ms","start":"2026-03-15T02:09:59.567789Z","end":"2026-03-15T02:09:59.740014Z","steps":["trace[1984188898] 'process raft request' (duration: 171.967509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:59.740381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.799042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-15T02:09:59.740457Z","caller":"traceutil/trace.go:171","msg":"trace[454096983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4851; }","duration":"170.924074ms","start":"2026-03-15T02:09:59.569511Z","end":"2026-03-15T02:09:59.740435Z","steps":["trace[454096983] 'agreement among raft nodes before linearized reading' (duration: 170.552876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:00.062261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.881933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-15T02:10:00.062363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.169234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-15T02:10:00.062157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.497643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:10:00.062471Z","caller":"traceutil/trace.go:171","msg":"trace[978631503] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4852; }","duration":"169.361078ms","start":"2026-03-15T02:09:59.893082Z","end":"2026-03-15T02:10:00.062443Z","steps":["trace[978631503] 'range keys from in-memory index tree' (duration: 168.919058ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:00.06257Z","caller":"traceutil/trace.go:171","msg":"trace[1584352155] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4852; }","duration":"130.970593ms","start":"2026-03-15T02:09:59.931572Z","end":"2026-03-15T02:10:00.062543Z","steps":["trace[1584352155] 'range keys from in-memory index tree' (duration: 130.40471ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:00.062365Z","caller":"traceutil/trace.go:171","msg":"trace[1207524836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4852; }","duration":"213.028306ms","start":"2026-03-15T02:09:59.849313Z","end":"2026-03-15T02:10:00.062342Z","steps":["trace[1207524836] 'range keys from in-memory index tree' (duration: 212.576275ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:00.270885Z","caller":"traceutil/trace.go:171","msg":"trace[898790596] linearizableReadLoop","detail":"{readStateIndex:5043; appliedIndex:5042; }","duration":"201.134189ms","start":"2026-03-15T02:10:00.069724Z","end":"2026-03-15T02:10:00.270858Z","steps":["trace[898790596] 'read index received' (duration: 200.907333ms)","trace[898790596] 'applied index is now lower than readState.Index' (duration: 225.506µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:10:00.270943Z","caller":"traceutil/trace.go:171","msg":"trace[1191420322] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"202.184843ms","start":"2026-03-15T02:10:00.068727Z","end":"2026-03-15T02:10:00.270912Z","steps":["trace[1191420322] 'process raft request' (duration: 201.938617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:00.272337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.567112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-15T02:10:00.272474Z","caller":"traceutil/trace.go:171","msg":"trace[176854065] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4853; }","duration":"202.715356ms","start":"2026-03-15T02:10:00.069699Z","end":"2026-03-15T02:10:00.272414Z","steps":["trace[176854065] 'agreement among raft nodes before linearized reading' (duration: 201.309533ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:00.589215Z","caller":"traceutil/trace.go:171","msg":"trace[770224189] linearizableReadLoop","detail":"{readStateIndex:5044; appliedIndex:5043; }","duration":"318.171297ms","start":"2026-03-15T02:10:00.271005Z","end":"2026-03-15T02:10:00.589176Z","steps":["trace[770224189] 'read index received' (duration: 317.813169ms)","trace[770224189] 'applied index is now lower than readState.Index' (duration: 356.498µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:10:00.589359Z","caller":"traceutil/trace.go:171","msg":"trace[872726361] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"396.137894ms","start":"2026-03-15T02:10:00.193179Z","end":"2026-03-15T02:10:00.589317Z","steps":["trace[872726361] 'process raft request' (duration: 395.712725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:00.589483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.38532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:10:00.589545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.813427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-15T02:10:00.589566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.016327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17308"} {"level":"warn","ts":"2026-03-15T02:10:00.589581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:10:00.193066Z","time spent":"396.36401ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:10:00.589613Z","caller":"traceutil/trace.go:171","msg":"trace[1140153529] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:0; response_revision:4854; }","duration":"426.583475ms","start":"2026-03-15T02:10:00.162999Z","end":"2026-03-15T02:10:00.589582Z","steps":["trace[1140153529] 'agreement among raft nodes before linearized reading' (duration: 426.349819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:00.589871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:10:00.162968Z","time spent":"426.882921ms","remote":"127.0.0.1:41448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" "} {"level":"info","ts":"2026-03-15T02:10:00.589651Z","caller":"traceutil/trace.go:171","msg":"trace[2029045852] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4854; }","duration":"310.12629ms","start":"2026-03-15T02:10:00.279501Z","end":"2026-03-15T02:10:00.589628Z","steps":["trace[2029045852] 'agreement among raft nodes before linearized reading' (duration: 309.864114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:00.589995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:10:00.279482Z","time spent":"310.497738ms","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17332,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-15T02:10:00.589648Z","caller":"traceutil/trace.go:171","msg":"trace[42095176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4854; }","duration":"392.994102ms","start":"2026-03-15T02:10:00.196625Z","end":"2026-03-15T02:10:00.589619Z","steps":["trace[42095176] 'agreement among raft nodes before linearized reading' (duration: 392.686994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:00.590183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:10:00.196602Z","time spent":"393.551204ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-15T02:10:00.78128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.100233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:10:00.781416Z","caller":"traceutil/trace.go:171","msg":"trace[45895480] linearizableReadLoop","detail":"{readStateIndex:5045; appliedIndex:5044; }","duration":"170.270808ms","start":"2026-03-15T02:10:00.611125Z","end":"2026-03-15T02:10:00.781396Z","steps":["trace[45895480] 'read index received' (duration: 69.884299ms)","trace[45895480] 'applied index is now lower than readState.Index' (duration: 100.384969ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:10:00.781531Z","caller":"traceutil/trace.go:171","msg":"trace[1934823477] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"186.580908ms","start":"2026-03-15T02:10:00.594931Z","end":"2026-03-15T02:10:00.781512Z","steps":["trace[1934823477] 'process raft request' (duration: 86.124767ms)","trace[1934823477] 'compare' (duration: 99.933749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:10:00.781739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.676168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:10:00.781772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.451826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-15T02:10:00.781821Z","caller":"traceutil/trace.go:171","msg":"trace[44622040] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:0; response_revision:4855; }","duration":"170.787911ms","start":"2026-03-15T02:10:00.611013Z","end":"2026-03-15T02:10:00.781801Z","steps":["trace[44622040] 'agreement among raft nodes before linearized reading' (duration: 170.651677ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:00.781887Z","caller":"traceutil/trace.go:171","msg":"trace[101722435] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4855; }","duration":"162.60408ms","start":"2026-03-15T02:10:00.619249Z","end":"2026-03-15T02:10:00.781853Z","steps":["trace[101722435] 'agreement among raft nodes before linearized reading' (duration: 162.304653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:00.782162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.222648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:10:00.782262Z","caller":"traceutil/trace.go:171","msg":"trace[548566890] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4855; }","duration":"146.368721ms","start":"2026-03-15T02:10:00.635868Z","end":"2026-03-15T02:10:00.782237Z","steps":["trace[548566890] 'agreement among raft nodes before linearized reading' (duration: 146.221577ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:00.931583Z","caller":"traceutil/trace.go:171","msg":"trace[888110627] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"102.708285ms","start":"2026-03-15T02:10:00.828839Z","end":"2026-03-15T02:10:00.931547Z","steps":["trace[888110627] 'process raft request' (duration: 52.34517ms)","trace[888110627] 'compare' (duration: 50.186261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:10:01.218861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.325558ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:10:01.219053Z","caller":"traceutil/trace.go:171","msg":"trace[151170323] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4858; }","duration":"133.548943ms","start":"2026-03-15T02:10:01.08548Z","end":"2026-03-15T02:10:01.219029Z","steps":["trace[151170323] 'range keys from in-memory index tree' (duration: 133.297468ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:01.221398Z","caller":"traceutil/trace.go:171","msg":"trace[709762288] linearizableReadLoop","detail":"{readStateIndex:5050; appliedIndex:5049; }","duration":"175.308687ms","start":"2026-03-15T02:10:01.046057Z","end":"2026-03-15T02:10:01.221366Z","steps":["trace[709762288] 'read index received' (duration: 173.023604ms)","trace[709762288] 'applied index is now lower than readState.Index' (duration: 2.283463ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:10:01.221459Z","caller":"traceutil/trace.go:171","msg":"trace[194703202] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"237.612069ms","start":"2026-03-15T02:10:00.983803Z","end":"2026-03-15T02:10:01.221415Z","steps":["trace[194703202] 'process raft request' (duration: 237.189069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:01.221669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.545552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:10:01.221731Z","caller":"traceutil/trace.go:171","msg":"trace[628821644] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:4859; }","duration":"175.674285ms","start":"2026-03-15T02:10:01.046038Z","end":"2026-03-15T02:10:01.221713Z","steps":["trace[628821644] 'agreement among raft nodes before linearized reading' (duration: 175.45615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:02.440815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.330771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-15T02:10:02.4409Z","caller":"traceutil/trace.go:171","msg":"trace[1693426203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4892; }","duration":"161.501205ms","start":"2026-03-15T02:10:02.279378Z","end":"2026-03-15T02:10:02.440879Z","steps":["trace[1693426203] 'range keys from in-memory index tree' (duration: 161.013774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:07.100815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.473312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-15T02:10:07.100915Z","caller":"traceutil/trace.go:171","msg":"trace[391248426] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4941; }","duration":"115.649876ms","start":"2026-03-15T02:10:06.985242Z","end":"2026-03-15T02:10:07.100892Z","steps":["trace[391248426] 'range keys from in-memory index tree' (duration: 115.250286ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:07.100969Z","caller":"traceutil/trace.go:171","msg":"trace[99172208] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"115.603605ms","start":"2026-03-15T02:10:06.985325Z","end":"2026-03-15T02:10:07.100929Z","steps":["trace[99172208] 'process raft request' (duration: 60.859239ms)","trace[99172208] 'compare' (duration: 54.366007ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:10:07.193187Z","caller":"traceutil/trace.go:171","msg":"trace[1148174333] transaction","detail":"{read_only:false; response_revision:4943; number_of_response:1; }","duration":"207.841135ms","start":"2026-03-15T02:10:06.985325Z","end":"2026-03-15T02:10:07.193166Z","steps":["trace[1148174333] 'process raft request' (duration: 207.356604ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:07.193878Z","caller":"traceutil/trace.go:171","msg":"trace[304841390] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"208.401718ms","start":"2026-03-15T02:10:06.985446Z","end":"2026-03-15T02:10:07.193848Z","steps":["trace[304841390] 'process raft request' (duration: 207.393155ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:07.19407Z","caller":"traceutil/trace.go:171","msg":"trace[1386860346] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"207.936677ms","start":"2026-03-15T02:10:06.986122Z","end":"2026-03-15T02:10:07.194059Z","steps":["trace[1386860346] 'process raft request' (duration: 206.76463ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:07.725256Z","caller":"traceutil/trace.go:171","msg":"trace[906291464] linearizableReadLoop","detail":"{readStateIndex:5138; appliedIndex:5137; }","duration":"167.225898ms","start":"2026-03-15T02:10:07.557994Z","end":"2026-03-15T02:10:07.72522Z","steps":["trace[906291464] 'read index received' (duration: 166.975522ms)","trace[906291464] 'applied index is now lower than readState.Index' (duration: 248.616µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:10:07.725352Z","caller":"traceutil/trace.go:171","msg":"trace[488589778] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"217.998802ms","start":"2026-03-15T02:10:07.50732Z","end":"2026-03-15T02:10:07.725318Z","steps":["trace[488589778] 'process raft request' (duration: 217.665594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:07.725496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.463233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:10:07.725553Z","caller":"traceutil/trace.go:171","msg":"trace[1360396194] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4946; }","duration":"167.616988ms","start":"2026-03-15T02:10:07.557919Z","end":"2026-03-15T02:10:07.725536Z","steps":["trace[1360396194] 'agreement among raft nodes before linearized reading' (duration: 167.479894ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:07.731193Z","caller":"traceutil/trace.go:171","msg":"trace[1586391051] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"142.378849ms","start":"2026-03-15T02:10:07.588782Z","end":"2026-03-15T02:10:07.731161Z","steps":["trace[1586391051] 'process raft request' (duration: 142.296467ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:07.731267Z","caller":"traceutil/trace.go:171","msg":"trace[1942730663] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"142.616175ms","start":"2026-03-15T02:10:07.588632Z","end":"2026-03-15T02:10:07.731248Z","steps":["trace[1942730663] 'process raft request' (duration: 142.299867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:07.731325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.730468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-15T02:10:07.731325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.362609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:10:07.731427Z","caller":"traceutil/trace.go:171","msg":"trace[699024329] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4948; }","duration":"103.522103ms","start":"2026-03-15T02:10:07.627883Z","end":"2026-03-15T02:10:07.731405Z","steps":["trace[699024329] 'agreement among raft nodes before linearized reading' (duration: 103.334719ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:07.731449Z","caller":"traceutil/trace.go:171","msg":"trace[1019905249] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4948; }","duration":"139.885721ms","start":"2026-03-15T02:10:07.591509Z","end":"2026-03-15T02:10:07.731394Z","steps":["trace[1019905249] 'agreement among raft nodes before linearized reading' (duration: 139.624545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:07.731604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.282694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-15T02:10:07.731731Z","caller":"traceutil/trace.go:171","msg":"trace[403431891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4948; }","duration":"138.496528ms","start":"2026-03-15T02:10:07.593202Z","end":"2026-03-15T02:10:07.731699Z","steps":["trace[403431891] 'agreement among raft nodes before linearized reading' (duration: 138.100209ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:07.867877Z","caller":"traceutil/trace.go:171","msg":"trace[412885394] linearizableReadLoop","detail":"{readStateIndex:5142; appliedIndex:5140; }","duration":"121.525743ms","start":"2026-03-15T02:10:07.746314Z","end":"2026-03-15T02:10:07.86784Z","steps":["trace[412885394] 'read index received' (duration: 39.696126ms)","trace[412885394] 'applied index is now lower than readState.Index' (duration: 81.827637ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:10:07.86827Z","caller":"traceutil/trace.go:171","msg":"trace[690790871] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"133.097863ms","start":"2026-03-15T02:10:07.735135Z","end":"2026-03-15T02:10:07.868233Z","steps":["trace[690790871] 'process raft request' (duration: 99.565321ms)","trace[690790871] 'compare' (duration: 32.955059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:10:07.868365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.000414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:10:07.868471Z","caller":"traceutil/trace.go:171","msg":"trace[912623653] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4950; }","duration":"122.165548ms","start":"2026-03-15T02:10:07.746282Z","end":"2026-03-15T02:10:07.868447Z","steps":["trace[912623653] 'agreement among raft nodes before linearized reading' (duration: 121.958833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:09.49394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837375405,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-15T02:10:09.515006Z","caller":"traceutil/trace.go:171","msg":"trace[1468488420] linearizableReadLoop","detail":"{readStateIndex:5149; appliedIndex:5148; }","duration":"521.360964ms","start":"2026-03-15T02:10:08.993616Z","end":"2026-03-15T02:10:09.514977Z","steps":["trace[1468488420] 'read index received' (duration: 521.073548ms)","trace[1468488420] 'applied index is now lower than readState.Index' (duration: 286.086µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:10:09.515091Z","caller":"traceutil/trace.go:171","msg":"trace[102057921] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"544.225998ms","start":"2026-03-15T02:10:08.970812Z","end":"2026-03-15T02:10:09.515038Z","steps":["trace[102057921] 'process raft request' (duration: 543.989812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:09.515329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:10:08.970782Z","time spent":"544.420762ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13272,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:10:09.515365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.679861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:10:09.515334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.800062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-f4fkm.189ce1c41c7e8ddb\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-15T02:10:09.515456Z","caller":"traceutil/trace.go:171","msg":"trace[1137025451] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4956; }","duration":"204.822795ms","start":"2026-03-15T02:10:09.310612Z","end":"2026-03-15T02:10:09.515435Z","steps":["trace[1137025451] 'agreement among raft nodes before linearized reading' (duration: 204.6177ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:09.515485Z","caller":"traceutil/trace.go:171","msg":"trace[739445274] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-f4fkm.189ce1c41c7e8ddb; range_end:; response_count:1; response_revision:4956; }","duration":"336.994256ms","start":"2026-03-15T02:10:09.178464Z","end":"2026-03-15T02:10:09.515458Z","steps":["trace[739445274] 'agreement among raft nodes before linearized reading' (duration: 336.683178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:09.515302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.63762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:10:09.515558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:10:09.178443Z","time spent":"337.093708ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":930,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-f4fkm.189ce1c41c7e8ddb\" "} {"level":"info","ts":"2026-03-15T02:10:09.515645Z","caller":"traceutil/trace.go:171","msg":"trace[1737180763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4956; }","duration":"522.011789ms","start":"2026-03-15T02:10:08.993569Z","end":"2026-03-15T02:10:09.515581Z","steps":["trace[1737180763] 'agreement among raft nodes before linearized reading' (duration: 521.556459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:09.515705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:10:08.993555Z","time spent":"522.135352ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:10:11.048873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.299714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-15T02:10:11.048944Z","caller":"traceutil/trace.go:171","msg":"trace[299131103] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5031; }","duration":"162.430237ms","start":"2026-03-15T02:10:10.886498Z","end":"2026-03-15T02:10:11.048928Z","steps":["trace[299131103] 'range keys from in-memory index tree' (duration: 162.118049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:11.048941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.760122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0037a434-bf8a-4647-ade0-6a66025cf5ac\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-15T02:10:11.049028Z","caller":"traceutil/trace.go:171","msg":"trace[1908400691] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0037a434-bf8a-4647-ade0-6a66025cf5ac; range_end:; response_count:1; response_revision:5031; }","duration":"110.902296ms","start":"2026-03-15T02:10:10.938104Z","end":"2026-03-15T02:10:11.049006Z","steps":["trace[1908400691] 'range keys from in-memory index tree' (duration: 110.611239ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:11.517777Z","caller":"traceutil/trace.go:171","msg":"trace[1641256079] linearizableReadLoop","detail":"{readStateIndex:5227; appliedIndex:5225; }","duration":"382.842054ms","start":"2026-03-15T02:10:11.134914Z","end":"2026-03-15T02:10:11.517756Z","steps":["trace[1641256079] 'read index received' (duration: 382.469905ms)","trace[1641256079] 'applied index is now lower than readState.Index' (duration: 371.169µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:10:11.517767Z","caller":"traceutil/trace.go:171","msg":"trace[606025930] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"463.796ms","start":"2026-03-15T02:10:11.053936Z","end":"2026-03-15T02:10:11.517732Z","steps":["trace[606025930] 'process raft request' (duration: 463.260238ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:11.517891Z","caller":"traceutil/trace.go:171","msg":"trace[1523269365] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"462.629504ms","start":"2026-03-15T02:10:11.055254Z","end":"2026-03-15T02:10:11.517883Z","steps":["trace[1523269365] 'process raft request' (duration: 462.415409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:11.517962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:10:11.05392Z","time spent":"463.939254ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:10:11.517999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:10:11.055245Z","time spent":"462.678515ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:10:11.518035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.886007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-15T02:10:11.518122Z","caller":"traceutil/trace.go:171","msg":"trace[832629604] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5034; }","duration":"127.04167ms","start":"2026-03-15T02:10:11.391062Z","end":"2026-03-15T02:10:11.518104Z","steps":["trace[832629604] 'agreement among raft nodes before linearized reading' (duration: 126.897007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:11.518205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.614184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129182"} {"level":"warn","ts":"2026-03-15T02:10:11.518201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.249593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17308"} {"level":"info","ts":"2026-03-15T02:10:11.518258Z","caller":"traceutil/trace.go:171","msg":"trace[1526821049] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5034; }","duration":"121.709476ms","start":"2026-03-15T02:10:11.396535Z","end":"2026-03-15T02:10:11.518244Z","steps":["trace[1526821049] 'agreement among raft nodes before linearized reading' (duration: 121.45964ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:11.51829Z","caller":"traceutil/trace.go:171","msg":"trace[455731360] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5034; }","duration":"383.380596ms","start":"2026-03-15T02:10:11.134888Z","end":"2026-03-15T02:10:11.518269Z","steps":["trace[455731360] 'agreement among raft nodes before linearized reading' (duration: 383.067419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:11.525279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:10:11.134871Z","time spent":"390.36227ms","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17332,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-15T02:10:18.780175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.692681ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-15T02:10:18.780449Z","caller":"traceutil/trace.go:171","msg":"trace[1650804448] linearizableReadLoop","detail":"{readStateIndex:5316; appliedIndex:5315; }","duration":"172.291145ms","start":"2026-03-15T02:10:18.608129Z","end":"2026-03-15T02:10:18.78042Z","steps":["trace[1650804448] 'read index received' (duration: 48.981µs)","trace[1650804448] 'applied index is now lower than readState.Index' (duration: 172.239694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:10:18.780665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.315115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:10:18.780685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.545701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-15T02:10:18.780713Z","caller":"traceutil/trace.go:171","msg":"trace[1117548985] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:5122; }","duration":"111.386467ms","start":"2026-03-15T02:10:18.669313Z","end":"2026-03-15T02:10:18.780699Z","steps":["trace[1117548985] 'agreement among raft nodes before linearized reading' (duration: 111.261284ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:18.780737Z","caller":"traceutil/trace.go:171","msg":"trace[370127072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5122; }","duration":"172.647363ms","start":"2026-03-15T02:10:18.608074Z","end":"2026-03-15T02:10:18.780721Z","steps":["trace[370127072] 'agreement among raft nodes before linearized reading' (duration: 172.437078ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:25.079675Z","caller":"traceutil/trace.go:171","msg":"trace[1712767271] linearizableReadLoop","detail":"{readStateIndex:5414; appliedIndex:5413; }","duration":"270.66201ms","start":"2026-03-15T02:10:24.808986Z","end":"2026-03-15T02:10:25.079648Z","steps":["trace[1712767271] 'read index received' (duration: 270.365323ms)","trace[1712767271] 'applied index is now lower than readState.Index' (duration: 295.567µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:10:25.079767Z","caller":"traceutil/trace.go:171","msg":"trace[1524477832] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"276.789315ms","start":"2026-03-15T02:10:24.802927Z","end":"2026-03-15T02:10:25.079717Z","steps":["trace[1524477832] 'process raft request' (duration: 276.495428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:25.079942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.392955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-15T02:10:25.079992Z","caller":"traceutil/trace.go:171","msg":"trace[76016293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5215; }","duration":"176.507127ms","start":"2026-03-15T02:10:24.903473Z","end":"2026-03-15T02:10:25.07998Z","steps":["trace[76016293] 'agreement among raft nodes before linearized reading' (duration: 176.322393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:25.079979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.974247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-15T02:10:25.080073Z","caller":"traceutil/trace.go:171","msg":"trace[1615490721] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5215; }","duration":"271.134041ms","start":"2026-03-15T02:10:24.808919Z","end":"2026-03-15T02:10:25.080053Z","steps":["trace[1615490721] 'agreement among raft nodes before linearized reading' (duration: 270.861625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:31.616653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837376115,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:10:32.117686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837376115,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:10:32.56306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478244032s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:10:32.563242Z","caller":"traceutil/trace.go:171","msg":"trace[426073908] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5260; }","duration":"1.478441197s","start":"2026-03-15T02:10:31.084772Z","end":"2026-03-15T02:10:32.563213Z","steps":["trace[426073908] 'range keys from in-memory index tree' (duration: 1.478220042s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:32.564171Z","caller":"traceutil/trace.go:171","msg":"trace[71754380] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"1.454244306s","start":"2026-03-15T02:10:31.109891Z","end":"2026-03-15T02:10:32.564135Z","steps":["trace[71754380] 'process raft request' (duration: 1.380378721s)","trace[71754380] 'compare' (duration: 73.742122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:10:32.564347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:10:31.109868Z","time spent":"1.454389599s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:10:32.866922Z","caller":"traceutil/trace.go:171","msg":"trace[1242989265] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"1.053570615s","start":"2026-03-15T02:10:31.813315Z","end":"2026-03-15T02:10:32.866885Z","steps":["trace[1242989265] 'process raft request' (duration: 1.037171658s)","trace[1242989265] 'compare' (duration: 15.941486ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:10:32.866945Z","caller":"traceutil/trace.go:171","msg":"trace[1802391870] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"1.048919795s","start":"2026-03-15T02:10:31.817998Z","end":"2026-03-15T02:10:32.866918Z","steps":["trace[1802391870] 'process raft request' (duration: 1.048789322s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:32.867118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:10:31.813287Z","time spent":"1.053736429s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:10:32.867147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:10:31.817988Z","time spent":"1.049046038s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:10:32.867158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750581151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-15T02:10:32.8672Z","caller":"traceutil/trace.go:171","msg":"trace[45147997] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5263; }","duration":"1.750684474s","start":"2026-03-15T02:10:31.116506Z","end":"2026-03-15T02:10:32.86719Z","steps":["trace[45147997] 'agreement among raft nodes before linearized reading' (duration: 1.75049994s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:32.867243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:10:31.11648Z","time spent":"1.750755186s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-15T02:10:32.866943Z","caller":"traceutil/trace.go:171","msg":"trace[208980870] linearizableReadLoop","detail":"{readStateIndex:5463; appliedIndex:5460; }","duration":"1.750326646s","start":"2026-03-15T02:10:31.116577Z","end":"2026-03-15T02:10:32.866903Z","steps":["trace[208980870] 'read index received' (duration: 1.373903288s)","trace[208980870] 'applied index is now lower than readState.Index' (duration: 376.421838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:10:32.867467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.371851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-15T02:10:32.867507Z","caller":"traceutil/trace.go:171","msg":"trace[507161058] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5263; }","duration":"793.471114ms","start":"2026-03-15T02:10:32.074025Z","end":"2026-03-15T02:10:32.867496Z","steps":["trace[507161058] 'agreement among raft nodes before linearized reading' (duration: 793.32755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:32.86752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.729236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-15T02:10:32.867536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:10:32.074015Z","time spent":"793.513624ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-15T02:10:32.867565Z","caller":"traceutil/trace.go:171","msg":"trace[665604700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5263; }","duration":"875.814818ms","start":"2026-03-15T02:10:31.991736Z","end":"2026-03-15T02:10:32.86755Z","steps":["trace[665604700] 'agreement among raft nodes before linearized reading' (duration: 875.620973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:32.867606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:10:31.991714Z","time spent":"875.884419ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-15T02:10:32.867616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.072022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:10:32.86764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482033852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:10:32.867625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.892325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:10:32.867708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.531453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4z7pz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-15T02:10:32.867739Z","caller":"traceutil/trace.go:171","msg":"trace[629046093] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4z7pz; range_end:; response_count:1; response_revision:5263; }","duration":"787.589215ms","start":"2026-03-15T02:10:32.080141Z","end":"2026-03-15T02:10:32.86773Z","steps":["trace[629046093] 'agreement among raft nodes before linearized reading' (duration: 787.480133ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:32.867736Z","caller":"traceutil/trace.go:171","msg":"trace[826260979] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5263; }","duration":"1.482175015s","start":"2026-03-15T02:10:31.385539Z","end":"2026-03-15T02:10:32.867714Z","steps":["trace[826260979] 'agreement among raft nodes before linearized reading' (duration: 1.481862867s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:32.867774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:10:32.080127Z","time spent":"787.640796ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-4z7pz\" "} {"level":"warn","ts":"2026-03-15T02:10:32.867777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.586995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:10:32.867782Z","caller":"traceutil/trace.go:171","msg":"trace[1489585703] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5263; }","duration":"800.072689ms","start":"2026-03-15T02:10:32.067656Z","end":"2026-03-15T02:10:32.867729Z","steps":["trace[1489585703] 'agreement among raft nodes before linearized reading' (duration: 799.830003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:32.867798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667940051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-15T02:10:32.867864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:10:32.067619Z","time spent":"800.229573ms","remote":"127.0.0.1:59632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:10:32.867728Z","caller":"traceutil/trace.go:171","msg":"trace[861199365] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5263; }","duration":"219.253317ms","start":"2026-03-15T02:10:32.648448Z","end":"2026-03-15T02:10:32.867701Z","steps":["trace[861199365] 'agreement among raft nodes before linearized reading' (duration: 219.041762ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:32.867873Z","caller":"traceutil/trace.go:171","msg":"trace[2077229557] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5263; }","duration":"1.668047993s","start":"2026-03-15T02:10:31.199798Z","end":"2026-03-15T02:10:32.867846Z","steps":["trace[2077229557] 'agreement among raft nodes before linearized reading' (duration: 1.667895769s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:32.867799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:10:31.385106Z","time spent":"1.482681957s","remote":"127.0.0.1:41448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":75,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:10:32.868155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:10:31.199767Z","time spent":"1.6683481s","remote":"127.0.0.1:41398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-15T02:10:32.867587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74925777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-15T02:10:32.868309Z","caller":"traceutil/trace.go:171","msg":"trace[1013032614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5263; }","duration":"1.750036209s","start":"2026-03-15T02:10:31.118242Z","end":"2026-03-15T02:10:32.868278Z","steps":["trace[1013032614] 'agreement among raft nodes before linearized reading' (duration: 1.749122628s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:32.867808Z","caller":"traceutil/trace.go:171","msg":"trace[594541889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5263; }","duration":"884.674838ms","start":"2026-03-15T02:10:31.983124Z","end":"2026-03-15T02:10:32.867799Z","steps":["trace[594541889] 'agreement among raft nodes before linearized reading' (duration: 884.628507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:32.868371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:10:31.118214Z","time spent":"1.750141411s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-15T02:10:32.868418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:10:31.983097Z","time spent":"885.307952ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:10:32.868329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.428452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-15T02:10:32.868538Z","caller":"traceutil/trace.go:171","msg":"trace[1722558664] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5263; }","duration":"945.947884ms","start":"2026-03-15T02:10:31.922569Z","end":"2026-03-15T02:10:32.868517Z","steps":["trace[1722558664] 'agreement among raft nodes before linearized reading' (duration: 944.820607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:32.868619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.212177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-15T02:10:32.86869Z","caller":"traceutil/trace.go:171","msg":"trace[2005727763] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5263; }","duration":"884.312688ms","start":"2026-03-15T02:10:31.984361Z","end":"2026-03-15T02:10:32.868674Z","steps":["trace[2005727763] 'agreement among raft nodes before linearized reading' (duration: 883.002358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:32.868619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:10:31.922545Z","time spent":"946.059347ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-15T02:10:32.869082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:10:31.984349Z","time spent":"884.714179ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-15T02:10:33.155912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.423509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:10:33.156086Z","caller":"traceutil/trace.go:171","msg":"trace[692939289] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"283.530673ms","start":"2026-03-15T02:10:32.872533Z","end":"2026-03-15T02:10:33.156064Z","steps":["trace[692939289] 'process raft request' (duration: 119.856909ms)","trace[692939289] 'compare' (duration: 163.302085ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:10:33.15633Z","caller":"traceutil/trace.go:171","msg":"trace[1740315734] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"283.668516ms","start":"2026-03-15T02:10:32.872642Z","end":"2026-03-15T02:10:33.156311Z","steps":["trace[1740315734] 'process raft request' (duration: 283.377949ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:33.156959Z","caller":"traceutil/trace.go:171","msg":"trace[2087473725] linearizableReadLoop","detail":"{readStateIndex:5466; appliedIndex:5463; }","duration":"283.533353ms","start":"2026-03-15T02:10:32.8734Z","end":"2026-03-15T02:10:33.156933Z","steps":["trace[2087473725] 'read index received' (duration: 118.973177ms)","trace[2087473725] 'applied index is now lower than readState.Index' (duration: 164.558716ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:10:33.157045Z","caller":"traceutil/trace.go:171","msg":"trace[1810124572] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"283.207125ms","start":"2026-03-15T02:10:32.873797Z","end":"2026-03-15T02:10:33.157004Z","steps":["trace[1810124572] 'process raft request' (duration: 283.052412ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:33.157091Z","caller":"traceutil/trace.go:171","msg":"trace[314189394] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"282.919419ms","start":"2026-03-15T02:10:32.874161Z","end":"2026-03-15T02:10:33.15708Z","steps":["trace[314189394] 'process raft request' (duration: 282.729205ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:33.157312Z","caller":"traceutil/trace.go:171","msg":"trace[812467553] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"284.326482ms","start":"2026-03-15T02:10:32.872972Z","end":"2026-03-15T02:10:33.157298Z","steps":["trace[812467553] 'process raft request' (duration: 283.284678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:33.157486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.487952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81722"} {"level":"info","ts":"2026-03-15T02:10:33.157547Z","caller":"traceutil/trace.go:171","msg":"trace[662890899] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5268; }","duration":"283.555784ms","start":"2026-03-15T02:10:32.873975Z","end":"2026-03-15T02:10:33.157531Z","steps":["trace[662890899] 'agreement among raft nodes before linearized reading' (duration: 283.166265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:33.157657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.872845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:10:33.157707Z","caller":"traceutil/trace.go:171","msg":"trace[1340003582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5268; }","duration":"173.975078ms","start":"2026-03-15T02:10:32.98372Z","end":"2026-03-15T02:10:33.157695Z","steps":["trace[1340003582] 'agreement among raft nodes before linearized reading' (duration: 173.882665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:33.157828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.416294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-15T02:10:33.157908Z","caller":"traceutil/trace.go:171","msg":"trace[455462121] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5268; }","duration":"284.527176ms","start":"2026-03-15T02:10:32.873367Z","end":"2026-03-15T02:10:33.157895Z","steps":["trace[455462121] 'agreement among raft nodes before linearized reading' (duration: 284.078516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:33.566286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.412257ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-15T02:10:33.566556Z","caller":"traceutil/trace.go:171","msg":"trace[1929967290] linearizableReadLoop","detail":"{readStateIndex:5471; appliedIndex:5469; }","duration":"220.896876ms","start":"2026-03-15T02:10:33.345637Z","end":"2026-03-15T02:10:33.566534Z","steps":["trace[1929967290] 'read index received' (duration: 145.118216ms)","trace[1929967290] 'applied index is now lower than readState.Index' (duration: 75.77743ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:10:33.566682Z","caller":"traceutil/trace.go:171","msg":"trace[1728917800] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"274.052391ms","start":"2026-03-15T02:10:33.292617Z","end":"2026-03-15T02:10:33.56667Z","steps":["trace[1728917800] 'process raft request' (duration: 273.791835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:10:33.566696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:10:33.213318Z","time spent":"353.367843ms","remote":"127.0.0.1:41252","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-15T02:10:33.566921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.255834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:10:33.56705Z","caller":"traceutil/trace.go:171","msg":"trace[1009553061] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5270; }","duration":"221.461429ms","start":"2026-03-15T02:10:33.345558Z","end":"2026-03-15T02:10:33.567019Z","steps":["trace[1009553061] 'agreement among raft nodes before linearized reading' (duration: 221.158012ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:34.813729Z","caller":"traceutil/trace.go:171","msg":"trace[351090810] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"138.994511ms","start":"2026-03-15T02:10:34.6747Z","end":"2026-03-15T02:10:34.813695Z","steps":["trace[351090810] 'process raft request' (duration: 135.859607ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:34.977278Z","caller":"traceutil/trace.go:171","msg":"trace[1097712521] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"158.00347ms","start":"2026-03-15T02:10:34.819246Z","end":"2026-03-15T02:10:34.97725Z","steps":["trace[1097712521] 'process raft request' (duration: 133.840359ms)","trace[1097712521] 'compare' (duration: 23.907125ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:10:34.977626Z","caller":"traceutil/trace.go:171","msg":"trace[1468301514] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"154.985279ms","start":"2026-03-15T02:10:34.822609Z","end":"2026-03-15T02:10:34.977595Z","steps":["trace[1468301514] 'process raft request' (duration: 154.58155ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:34.977774Z","caller":"traceutil/trace.go:171","msg":"trace[1666699747] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"104.668801ms","start":"2026-03-15T02:10:34.87309Z","end":"2026-03-15T02:10:34.977759Z","steps":["trace[1666699747] 'process raft request' (duration: 104.487117ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:34.97766Z","caller":"traceutil/trace.go:171","msg":"trace[782958183] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"153.27303ms","start":"2026-03-15T02:10:34.824371Z","end":"2026-03-15T02:10:34.977644Z","steps":["trace[782958183] 'process raft request' (duration: 153.069725ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:34.978329Z","caller":"traceutil/trace.go:171","msg":"trace[1570795182] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"104.680382ms","start":"2026-03-15T02:10:34.873601Z","end":"2026-03-15T02:10:34.978282Z","steps":["trace[1570795182] 'process raft request' (duration: 104.111168ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:11:10.149686Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2720} {"level":"info","ts":"2026-03-15T02:11:10.233902Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2720,"took":"82.547579ms","hash":1268035361,"current-db-size-bytes":40538112,"current-db-size":"40 MB","current-db-size-in-use-bytes":30306304,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-15T02:11:10.233982Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1268035361,"revision":2720,"compact-revision":-1} {"level":"warn","ts":"2026-03-15T02:11:13.322243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.723752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:11:13.322412Z","caller":"traceutil/trace.go:171","msg":"trace[1455433642] transaction","detail":"{read_only:false; response_revision:5618; number_of_response:1; }","duration":"122.852251ms","start":"2026-03-15T02:11:13.199531Z","end":"2026-03-15T02:11:13.322383Z","steps":["trace[1455433642] 'process raft request' (duration: 20.856952ms)","trace[1455433642] 'compare' (duration: 101.565229ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:11:13.602398Z","caller":"traceutil/trace.go:171","msg":"trace[1009092193] transaction","detail":"{read_only:false; response_revision:5621; number_of_response:1; }","duration":"178.493594ms","start":"2026-03-15T02:11:13.42387Z","end":"2026-03-15T02:11:13.602363Z","steps":["trace[1009092193] 'process raft request' (duration: 178.189797ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:11:13.602418Z","caller":"traceutil/trace.go:171","msg":"trace[1548465334] transaction","detail":"{read_only:false; response_revision:5622; number_of_response:1; }","duration":"178.367641ms","start":"2026-03-15T02:11:13.424008Z","end":"2026-03-15T02:11:13.602376Z","steps":["trace[1548465334] 'process raft request' (duration: 178.240468ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:11:13.602613Z","caller":"traceutil/trace.go:171","msg":"trace[1631466892] transaction","detail":"{read_only:false; response_revision:5623; number_of_response:1; }","duration":"178.555805ms","start":"2026-03-15T02:11:13.424024Z","end":"2026-03-15T02:11:13.602579Z","steps":["trace[1631466892] 'process raft request' (duration: 178.292789ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:11:13.732021Z","caller":"traceutil/trace.go:171","msg":"trace[1375894335] transaction","detail":"{read_only:false; response_revision:5624; number_of_response:1; }","duration":"118.665471ms","start":"2026-03-15T02:11:13.613308Z","end":"2026-03-15T02:11:13.731973Z","steps":["trace[1375894335] 'process raft request' (duration: 107.625551ms)","trace[1375894335] 'compare' (duration: 10.843596ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:11:13.903787Z","caller":"traceutil/trace.go:171","msg":"trace[417661524] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"165.274882ms","start":"2026-03-15T02:11:13.738476Z","end":"2026-03-15T02:11:13.903751Z","steps":["trace[417661524] 'process raft request' (duration: 104.145999ms)","trace[417661524] 'compare' (duration: 60.949029ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:11:13.959026Z","caller":"traceutil/trace.go:171","msg":"trace[1896700507] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"219.550503ms","start":"2026-03-15T02:11:13.739432Z","end":"2026-03-15T02:11:13.958983Z","steps":["trace[1896700507] 'process raft request' (duration: 219.248096ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:11:13.959128Z","caller":"traceutil/trace.go:171","msg":"trace[135847038] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"218.060438ms","start":"2026-03-15T02:11:13.741016Z","end":"2026-03-15T02:11:13.959076Z","steps":["trace[135847038] 'process raft request' (duration: 217.829933ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:11:13.959151Z","caller":"traceutil/trace.go:171","msg":"trace[400197348] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"218.007777ms","start":"2026-03-15T02:11:13.741097Z","end":"2026-03-15T02:11:13.959105Z","steps":["trace[400197348] 'process raft request' (duration: 217.790162ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:11:13.959178Z","caller":"traceutil/trace.go:171","msg":"trace[1520216368] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"216.88067ms","start":"2026-03-15T02:11:13.742265Z","end":"2026-03-15T02:11:13.959145Z","steps":["trace[1520216368] 'process raft request' (duration: 216.810088ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:11:13.959283Z","caller":"traceutil/trace.go:171","msg":"trace[1652854503] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"217.206898ms","start":"2026-03-15T02:11:13.742065Z","end":"2026-03-15T02:11:13.959272Z","steps":["trace[1652854503] 'process raft request' (duration: 216.917991ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:11:13.959391Z","caller":"traceutil/trace.go:171","msg":"trace[1028852792] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"217.987057ms","start":"2026-03-15T02:11:13.741392Z","end":"2026-03-15T02:11:13.959379Z","steps":["trace[1028852792] 'process raft request' (duration: 217.550976ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:11:27.733561Z","caller":"traceutil/trace.go:171","msg":"trace[1217852118] transaction","detail":"{read_only:false; response_revision:5721; number_of_response:1; }","duration":"139.789596ms","start":"2026-03-15T02:11:27.593721Z","end":"2026-03-15T02:11:27.73351Z","steps":["trace[1217852118] 'process raft request' (duration: 75.833258ms)","trace[1217852118] 'compare' (duration: 63.59802ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:11:27.733547Z","caller":"traceutil/trace.go:171","msg":"trace[1374867563] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"130.054587ms","start":"2026-03-15T02:11:27.603443Z","end":"2026-03-15T02:11:27.733497Z","steps":["trace[1374867563] 'process raft request' (duration: 129.911954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:13:56.712386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.773132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-15T02:13:56.712448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.727238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-15T02:13:56.712538Z","caller":"traceutil/trace.go:171","msg":"trace[456651911] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6590; }","duration":"152.989817ms","start":"2026-03-15T02:13:56.559527Z","end":"2026-03-15T02:13:56.712517Z","steps":["trace[456651911] 'range keys from in-memory index tree' (duration: 152.575037ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:13:56.712558Z","caller":"traceutil/trace.go:171","msg":"trace[220739494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6590; }","duration":"154.908292ms","start":"2026-03-15T02:13:56.557624Z","end":"2026-03-15T02:13:56.712533Z","steps":["trace[220739494] 'range keys from in-memory index tree' (duration: 154.468252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:13:56.712847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.057365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-15T02:13:56.712902Z","caller":"traceutil/trace.go:171","msg":"trace[1144993323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6590; }","duration":"155.174669ms","start":"2026-03-15T02:13:56.557717Z","end":"2026-03-15T02:13:56.712892Z","steps":["trace[1144993323] 'range keys from in-memory index tree' (duration: 154.863191ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:14:56.269202Z","caller":"traceutil/trace.go:171","msg":"trace[946640026] transaction","detail":"{read_only:false; response_revision:7075; number_of_response:1; }","duration":"118.333303ms","start":"2026-03-15T02:14:56.150833Z","end":"2026-03-15T02:14:56.269166Z","steps":["trace[946640026] 'process raft request' (duration: 90.297633ms)","trace[946640026] 'compare' (duration: 27.875536ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:16:10.155737Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5601} {"level":"info","ts":"2026-03-15T02:16:10.254515Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5601,"took":"95.533323ms","hash":348552623,"current-db-size-bytes":40538112,"current-db-size":"40 MB","current-db-size-in-use-bytes":21782528,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-15T02:16:10.25459Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":348552623,"revision":5601,"compact-revision":2720} {"level":"warn","ts":"2026-03-15T02:16:28.958385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.561412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:16:28.958529Z","caller":"traceutil/trace.go:171","msg":"trace[1327200011] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:7798; }","duration":"114.744976ms","start":"2026-03-15T02:16:28.843756Z","end":"2026-03-15T02:16:28.958501Z","steps":["trace[1327200011] 'count revisions from in-memory index tree' (duration: 114.433699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:31.063313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837382963,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-15T02:16:31.370698Z","caller":"traceutil/trace.go:171","msg":"trace[2137114748] transaction","detail":"{read_only:false; response_revision:7804; number_of_response:1; }","duration":"809.583352ms","start":"2026-03-15T02:16:30.561086Z","end":"2026-03-15T02:16:31.370669Z","steps":["trace[2137114748] 'process raft request' (duration: 809.392087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:31.370862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:30.561065Z","time spent":"809.708404ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:16:31.3716Z","caller":"traceutil/trace.go:171","msg":"trace[864004029] linearizableReadLoop","detail":"{readStateIndex:8095; appliedIndex:8092; }","duration":"808.552227ms","start":"2026-03-15T02:16:30.563013Z","end":"2026-03-15T02:16:31.371565Z","steps":["trace[864004029] 'read index received' (duration: 807.571964ms)","trace[864004029] 'applied index is now lower than readState.Index' (duration: 978.953µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:16:31.371632Z","caller":"traceutil/trace.go:171","msg":"trace[2100234757] transaction","detail":"{read_only:false; response_revision:7805; number_of_response:1; }","duration":"747.273502ms","start":"2026-03-15T02:16:30.624317Z","end":"2026-03-15T02:16:31.371591Z","steps":["trace[2100234757] 'process raft request' (duration: 746.994326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:31.371855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:30.624293Z","time spent":"747.436366ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:16:31.371878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.893977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:16:31.371925Z","caller":"traceutil/trace.go:171","msg":"trace[727076566] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:7806; }","duration":"773.008619ms","start":"2026-03-15T02:16:30.598901Z","end":"2026-03-15T02:16:31.371909Z","steps":["trace[727076566] 'agreement among raft nodes before linearized reading' (duration: 772.847885ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:31.37184Z","caller":"traceutil/trace.go:171","msg":"trace[172069778] transaction","detail":"{read_only:false; response_revision:7806; number_of_response:1; }","duration":"722.250402ms","start":"2026-03-15T02:16:30.649554Z","end":"2026-03-15T02:16:31.371804Z","steps":["trace[172069778] 'process raft request' (duration: 721.965226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:31.371932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.345109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:16:31.371977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:30.598888Z","time spent":"773.07787ms","remote":"127.0.0.1:59632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:16:31.371992Z","caller":"traceutil/trace.go:171","msg":"trace[1304559837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7806; }","duration":"388.453752ms","start":"2026-03-15T02:16:30.983521Z","end":"2026-03-15T02:16:31.371975Z","steps":["trace[1304559837] 'agreement among raft nodes before linearized reading' (duration: 388.324208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:31.372028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:30.9835Z","time spent":"388.521293ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:16:31.372037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.980088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-15T02:16:31.372064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.953096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:16:31.372149Z","caller":"traceutil/trace.go:171","msg":"trace[551284309] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7806; }","duration":"809.140961ms","start":"2026-03-15T02:16:30.56298Z","end":"2026-03-15T02:16:31.372121Z","steps":["trace[551284309] 'agreement among raft nodes before linearized reading' (duration: 808.782312ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:31.372165Z","caller":"traceutil/trace.go:171","msg":"trace[1417842769] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7806; }","duration":"390.083519ms","start":"2026-03-15T02:16:30.982059Z","end":"2026-03-15T02:16:31.372143Z","steps":["trace[1417842769] 'agreement among raft nodes before linearized reading' (duration: 389.827653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:31.372064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:30.649521Z","time spent":"722.453817ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:16:31.372218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:30.562969Z","time spent":"809.238443ms","remote":"127.0.0.1:37700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-15T02:16:31.37222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:30.981985Z","time spent":"390.225363ms","remote":"127.0.0.1:41550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:16:41.629154Z","caller":"traceutil/trace.go:171","msg":"trace[1300371033] linearizableReadLoop","detail":"{readStateIndex:8140; appliedIndex:8139; }","duration":"194.151568ms","start":"2026-03-15T02:16:41.434961Z","end":"2026-03-15T02:16:41.629113Z","steps":["trace[1300371033] 'read index received' (duration: 193.941053ms)","trace[1300371033] 'applied index is now lower than readState.Index' (duration: 208.625µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:16:41.629271Z","caller":"traceutil/trace.go:171","msg":"trace[221016328] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"222.025456ms","start":"2026-03-15T02:16:41.407189Z","end":"2026-03-15T02:16:41.629215Z","steps":["trace[221016328] 'process raft request' (duration: 221.639966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:41.629483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.484726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-15T02:16:41.629555Z","caller":"traceutil/trace.go:171","msg":"trace[309627536] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7849; }","duration":"194.635609ms","start":"2026-03-15T02:16:41.434903Z","end":"2026-03-15T02:16:41.629539Z","steps":["trace[309627536] 'agreement among raft nodes before linearized reading' (duration: 194.385333ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:41.648677Z","caller":"traceutil/trace.go:171","msg":"trace[1346498302] transaction","detail":"{read_only:false; response_revision:7851; number_of_response:1; }","duration":"206.038888ms","start":"2026-03-15T02:16:41.442609Z","end":"2026-03-15T02:16:41.648648Z","steps":["trace[1346498302] 'process raft request' (duration: 205.763361ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:41.648782Z","caller":"traceutil/trace.go:171","msg":"trace[1304246502] transaction","detail":"{read_only:false; response_revision:7852; number_of_response:1; }","duration":"136.382935ms","start":"2026-03-15T02:16:41.512351Z","end":"2026-03-15T02:16:41.648734Z","steps":["trace[1304246502] 'process raft request' (duration: 136.060227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:41.648796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.418977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4z7pz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-15T02:16:41.648916Z","caller":"traceutil/trace.go:171","msg":"trace[418099935] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4z7pz; range_end:; response_count:1; response_revision:7852; }","duration":"114.605151ms","start":"2026-03-15T02:16:41.534286Z","end":"2026-03-15T02:16:41.648891Z","steps":["trace[418099935] 'agreement among raft nodes before linearized reading' (duration: 114.298384ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:41.648925Z","caller":"traceutil/trace.go:171","msg":"trace[307365506] transaction","detail":"{read_only:false; response_revision:7850; number_of_response:1; }","duration":"207.962213ms","start":"2026-03-15T02:16:41.440905Z","end":"2026-03-15T02:16:41.648867Z","steps":["trace[307365506] 'process raft request' (duration: 207.308417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:41.649021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.350364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-15T02:16:41.648818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.191279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:41.649065Z","caller":"traceutil/trace.go:171","msg":"trace[1248537127] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7852; }","duration":"122.437306ms","start":"2026-03-15T02:16:41.526613Z","end":"2026-03-15T02:16:41.64905Z","steps":["trace[1248537127] 'agreement among raft nodes before linearized reading' (duration: 122.260672ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:41.649084Z","caller":"traceutil/trace.go:171","msg":"trace[886249416] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:7852; }","duration":"169.518077ms","start":"2026-03-15T02:16:41.479544Z","end":"2026-03-15T02:16:41.649062Z","steps":["trace[886249416] 'agreement among raft nodes before linearized reading' (duration: 169.137608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:41.649183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.758712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-15T02:16:41.649276Z","caller":"traceutil/trace.go:171","msg":"trace[860016753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7852; }","duration":"124.903995ms","start":"2026-03-15T02:16:41.52435Z","end":"2026-03-15T02:16:41.649254Z","steps":["trace[860016753] 'agreement among raft nodes before linearized reading' (duration: 124.600448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:41.649596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.358668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-15T02:16:41.649648Z","caller":"traceutil/trace.go:171","msg":"trace[473904271] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7852; }","duration":"179.452471ms","start":"2026-03-15T02:16:41.470182Z","end":"2026-03-15T02:16:41.649634Z","steps":["trace[473904271] 'agreement among raft nodes before linearized reading' (duration: 178.494188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:41.970318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.827714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:41.970442Z","caller":"traceutil/trace.go:171","msg":"trace[1102801282] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7858; }","duration":"122.024888ms","start":"2026-03-15T02:16:41.848391Z","end":"2026-03-15T02:16:41.970416Z","steps":["trace[1102801282] 'range keys from in-memory index tree' (duration: 121.744942ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:43.68161Z","caller":"traceutil/trace.go:171","msg":"trace[1577716898] linearizableReadLoop","detail":"{readStateIndex:8152; appliedIndex:8151; }","duration":"449.795127ms","start":"2026-03-15T02:16:43.231791Z","end":"2026-03-15T02:16:43.681586Z","steps":["trace[1577716898] 'read index received' (duration: 449.592772ms)","trace[1577716898] 'applied index is now lower than readState.Index' (duration: 201.065µs)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:16:43.681616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:43.210592Z","time spent":"471.019598ms","remote":"127.0.0.1:41252","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-15T02:16:43.681754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.941401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:43.681804Z","caller":"traceutil/trace.go:171","msg":"trace[1419243550] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7860; }","duration":"450.053244ms","start":"2026-03-15T02:16:43.231734Z","end":"2026-03-15T02:16:43.681787Z","steps":["trace[1419243550] 'agreement among raft nodes before linearized reading' (duration: 449.942031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:43.681835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:43.231711Z","time spent":"450.115735ms","remote":"127.0.0.1:48908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:16:43.960975Z","caller":"traceutil/trace.go:171","msg":"trace[1884676954] linearizableReadLoop","detail":"{readStateIndex:8156; appliedIndex:8155; }","duration":"219.882126ms","start":"2026-03-15T02:16:43.741064Z","end":"2026-03-15T02:16:43.960946Z","steps":["trace[1884676954] 'read index received' (duration: 168.004482ms)","trace[1884676954] 'applied index is now lower than readState.Index' (duration: 51.876354ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:16:43.961112Z","caller":"traceutil/trace.go:171","msg":"trace[1047678299] transaction","detail":"{read_only:false; response_revision:7864; number_of_response:1; }","duration":"278.438957ms","start":"2026-03-15T02:16:43.682658Z","end":"2026-03-15T02:16:43.961097Z","steps":["trace[1047678299] 'process raft request' (duration: 227.155548ms)","trace[1047678299] 'compare' (duration: 51.015293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:16:43.961447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.833504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-15T02:16:43.961447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.366057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-15T02:16:43.961486Z","caller":"traceutil/trace.go:171","msg":"trace[282780535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7864; }","duration":"163.958607ms","start":"2026-03-15T02:16:43.797519Z","end":"2026-03-15T02:16:43.961477Z","steps":["trace[282780535] 'agreement among raft nodes before linearized reading' (duration: 163.840684ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:43.961504Z","caller":"traceutil/trace.go:171","msg":"trace[519925687] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7864; }","duration":"220.459449ms","start":"2026-03-15T02:16:43.741029Z","end":"2026-03-15T02:16:43.961488Z","steps":["trace[519925687] 'agreement among raft nodes before linearized reading' (duration: 220.233994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:43.961518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.159671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4z7pz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-15T02:16:43.961547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.391263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-15T02:16:43.96155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.433195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-15T02:16:43.961561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.445071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-15T02:16:43.961593Z","caller":"traceutil/trace.go:171","msg":"trace[1672644798] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4z7pz; range_end:; response_count:1; response_revision:7864; }","duration":"214.275003ms","start":"2026-03-15T02:16:43.747298Z","end":"2026-03-15T02:16:43.961573Z","steps":["trace[1672644798] 'agreement among raft nodes before linearized reading' (duration: 214.070039ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:43.961602Z","caller":"traceutil/trace.go:171","msg":"trace[551060493] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7864; }","duration":"188.470255ms","start":"2026-03-15T02:16:43.773115Z","end":"2026-03-15T02:16:43.961585Z","steps":["trace[551060493] 'agreement among raft nodes before linearized reading' (duration: 188.250029ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:43.961626Z","caller":"traceutil/trace.go:171","msg":"trace[1900900448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7864; }","duration":"219.536027ms","start":"2026-03-15T02:16:43.742069Z","end":"2026-03-15T02:16:43.961605Z","steps":["trace[1900900448] 'agreement among raft nodes before linearized reading' (duration: 219.289011ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:43.961641Z","caller":"traceutil/trace.go:171","msg":"trace[1903199556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7864; }","duration":"165.560934ms","start":"2026-03-15T02:16:43.79606Z","end":"2026-03-15T02:16:43.961621Z","steps":["trace[1903199556] 'agreement among raft nodes before linearized reading' (duration: 165.295868ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:44.162187Z","caller":"traceutil/trace.go:171","msg":"trace[473538310] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"196.060724ms","start":"2026-03-15T02:16:43.96611Z","end":"2026-03-15T02:16:44.16217Z","steps":["trace[473538310] 'process raft request' (duration: 195.865819ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:44.162197Z","caller":"traceutil/trace.go:171","msg":"trace[562277358] transaction","detail":"{read_only:false; response_revision:7866; number_of_response:1; }","duration":"196.150046ms","start":"2026-03-15T02:16:43.966004Z","end":"2026-03-15T02:16:44.162154Z","steps":["trace[562277358] 'process raft request' (duration: 195.820218ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:44.162351Z","caller":"traceutil/trace.go:171","msg":"trace[814599432] linearizableReadLoop","detail":"{readStateIndex:8159; appliedIndex:8157; }","duration":"196.057694ms","start":"2026-03-15T02:16:43.966264Z","end":"2026-03-15T02:16:44.162321Z","steps":["trace[814599432] 'read index received' (duration: 73.412161ms)","trace[814599432] 'applied index is now lower than readState.Index' (duration: 122.643103ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:16:44.162415Z","caller":"traceutil/trace.go:171","msg":"trace[1599618673] transaction","detail":"{read_only:false; response_revision:7869; number_of_response:1; }","duration":"195.08089ms","start":"2026-03-15T02:16:43.967302Z","end":"2026-03-15T02:16:44.162383Z","steps":["trace[1599618673] 'process raft request' (duration: 194.751082ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:44.162125Z","caller":"traceutil/trace.go:171","msg":"trace[1715130243] transaction","detail":"{read_only:false; response_revision:7868; number_of_response:1; }","duration":"195.05265ms","start":"2026-03-15T02:16:43.967044Z","end":"2026-03-15T02:16:44.162097Z","steps":["trace[1715130243] 'process raft request' (duration: 194.972748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:44.162668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.375461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-15T02:16:44.162718Z","caller":"traceutil/trace.go:171","msg":"trace[433303967] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7869; }","duration":"196.461553ms","start":"2026-03-15T02:16:43.966245Z","end":"2026-03-15T02:16:44.162707Z","steps":["trace[433303967] 'agreement among raft nodes before linearized reading' (duration: 196.214827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:44.162742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.270355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:44.162892Z","caller":"traceutil/trace.go:171","msg":"trace[1481687100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7869; }","duration":"181.415658ms","start":"2026-03-15T02:16:43.981451Z","end":"2026-03-15T02:16:44.162867Z","steps":["trace[1481687100] 'agreement among raft nodes before linearized reading' (duration: 181.220854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:44.163008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.395784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224187"} {"level":"info","ts":"2026-03-15T02:16:44.163148Z","caller":"traceutil/trace.go:171","msg":"trace[1300684264] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7869; }","duration":"194.568378ms","start":"2026-03-15T02:16:43.968535Z","end":"2026-03-15T02:16:44.163103Z","steps":["trace[1300684264] 'agreement among raft nodes before linearized reading' (duration: 193.985774ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:46.05093Z","caller":"traceutil/trace.go:171","msg":"trace[1103336386] transaction","detail":"{read_only:false; response_revision:7871; number_of_response:1; }","duration":"337.698044ms","start":"2026-03-15T02:16:45.713207Z","end":"2026-03-15T02:16:46.050905Z","steps":["trace[1103336386] 'process raft request' (duration: 337.54528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:46.051083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:45.713168Z","time spent":"337.834187ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:16:46.445538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.964007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:16:46.445784Z","caller":"traceutil/trace.go:171","msg":"trace[841030024] linearizableReadLoop","detail":"{readStateIndex:8165; appliedIndex:8163; }","duration":"485.714985ms","start":"2026-03-15T02:16:45.960056Z","end":"2026-03-15T02:16:46.445771Z","steps":["trace[841030024] 'read index received' (duration: 90.859033ms)","trace[841030024] 'applied index is now lower than readState.Index' (duration: 394.854992ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:16:46.445763Z","caller":"traceutil/trace.go:171","msg":"trace[865907409] transaction","detail":"{read_only:false; response_revision:7872; number_of_response:1; }","duration":"732.366492ms","start":"2026-03-15T02:16:45.713357Z","end":"2026-03-15T02:16:46.445723Z","steps":["trace[865907409] 'process raft request' (duration: 487.141619ms)","trace[865907409] 'compare' (duration: 236.742923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:16:46.445902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:45.713324Z","time spent":"732.498385ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:16:46.445975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.9173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5c76564898-hfp2n.189ce21f4391946a\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-15T02:16:46.445997Z","caller":"traceutil/trace.go:171","msg":"trace[1098200246] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5c76564898-hfp2n.189ce21f4391946a; range_end:; response_count:1; response_revision:7873; }","duration":"485.980101ms","start":"2026-03-15T02:16:45.960008Z","end":"2026-03-15T02:16:46.445988Z","steps":["trace[1098200246] 'agreement among raft nodes before linearized reading' (duration: 485.838868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:46.446016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:45.959985Z","time spent":"486.026602ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-5c76564898-hfp2n.189ce21f4391946a\" "} {"level":"warn","ts":"2026-03-15T02:16:46.446073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.112422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:46.446101Z","caller":"traceutil/trace.go:171","msg":"trace[1413915588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7873; }","duration":"463.158862ms","start":"2026-03-15T02:16:45.982931Z","end":"2026-03-15T02:16:46.44609Z","steps":["trace[1413915588] 'agreement among raft nodes before linearized reading' (duration: 463.110701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:46.446125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:45.98292Z","time spent":"463.200814ms","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:16:46.446253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.508157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4z7pz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-15T02:16:46.44627Z","caller":"traceutil/trace.go:171","msg":"trace[504578574] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4z7pz; range_end:; response_count:1; response_revision:7873; }","duration":"275.541839ms","start":"2026-03-15T02:16:46.170723Z","end":"2026-03-15T02:16:46.446265Z","steps":["trace[504578574] 'agreement among raft nodes before linearized reading' (duration: 275.501308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:46.446307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.740767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-15T02:16:46.446306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.977049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-15T02:16:46.446356Z","caller":"traceutil/trace.go:171","msg":"trace[1257225852] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7873; }","duration":"279.065981ms","start":"2026-03-15T02:16:46.167278Z","end":"2026-03-15T02:16:46.446344Z","steps":["trace[1257225852] 'agreement among raft nodes before linearized reading' (duration: 278.919078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:46.446363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.135655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-15T02:16:46.446327Z","caller":"traceutil/trace.go:171","msg":"trace[1557617519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7873; }","duration":"279.786149ms","start":"2026-03-15T02:16:46.166534Z","end":"2026-03-15T02:16:46.44632Z","steps":["trace[1557617519] 'agreement among raft nodes before linearized reading' (duration: 279.693957ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:46.446423Z","caller":"traceutil/trace.go:171","msg":"trace[1787675559] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7873; }","duration":"104.227148ms","start":"2026-03-15T02:16:46.342179Z","end":"2026-03-15T02:16:46.446406Z","steps":["trace[1787675559] 'agreement among raft nodes before linearized reading' (duration: 104.068014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:46.44644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.188123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:46.446459Z","caller":"traceutil/trace.go:171","msg":"trace[1862547336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7873; }","duration":"284.232383ms","start":"2026-03-15T02:16:46.162222Z","end":"2026-03-15T02:16:46.446454Z","steps":["trace[1862547336] 'agreement among raft nodes before linearized reading' (duration: 284.203652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:46.446475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.144523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-15T02:16:46.446497Z","caller":"traceutil/trace.go:171","msg":"trace[1752535835] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7873; }","duration":"279.188174ms","start":"2026-03-15T02:16:46.167303Z","end":"2026-03-15T02:16:46.446491Z","steps":["trace[1752535835] 'agreement among raft nodes before linearized reading' (duration: 279.126812ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:46.446497Z","caller":"traceutil/trace.go:171","msg":"trace[1324762193] transaction","detail":"{read_only:false; response_revision:7873; number_of_response:1; }","duration":"733.043917ms","start":"2026-03-15T02:16:45.713425Z","end":"2026-03-15T02:16:46.446469Z","steps":["trace[1324762193] 'process raft request' (duration: 732.203338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:46.446512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.057889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-15T02:16:46.446584Z","caller":"traceutil/trace.go:171","msg":"trace[1769625609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7873; }","duration":"404.160972ms","start":"2026-03-15T02:16:46.042404Z","end":"2026-03-15T02:16:46.446565Z","steps":["trace[1769625609] 'agreement among raft nodes before linearized reading' (duration: 403.921826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:46.446625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:46.042394Z","time spent":"404.222593ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-15T02:16:46.446645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:45.7134Z","time spent":"733.164541ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:16:46.446644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.232855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-15T02:16:46.446689Z","caller":"traceutil/trace.go:171","msg":"trace[1822937969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7873; }","duration":"279.280206ms","start":"2026-03-15T02:16:46.167395Z","end":"2026-03-15T02:16:46.446675Z","steps":["trace[1822937969] 'agreement among raft nodes before linearized reading' (duration: 279.100772ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:46.957219Z","caller":"traceutil/trace.go:171","msg":"trace[686776429] transaction","detail":"{read_only:false; response_revision:7876; number_of_response:1; }","duration":"507.239293ms","start":"2026-03-15T02:16:46.449958Z","end":"2026-03-15T02:16:46.957197Z","steps":["trace[686776429] 'process raft request' (duration: 507.193822ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:46.957277Z","caller":"traceutil/trace.go:171","msg":"trace[1154361466] transaction","detail":"{read_only:false; response_revision:7875; number_of_response:1; }","duration":"507.460538ms","start":"2026-03-15T02:16:46.449776Z","end":"2026-03-15T02:16:46.957236Z","steps":["trace[1154361466] 'process raft request' (duration: 507.243802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:46.957345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:46.449953Z","time spent":"507.326885ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:16:46.95744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:46.449761Z","time spent":"507.58927ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:16:46.957518Z","caller":"traceutil/trace.go:171","msg":"trace[678038192] transaction","detail":"{read_only:false; response_revision:7877; number_of_response:1; }","duration":"506.851783ms","start":"2026-03-15T02:16:46.450658Z","end":"2026-03-15T02:16:46.95751Z","steps":["trace[678038192] 'process raft request' (duration: 506.516645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:46.957553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:46.450645Z","time spent":"506.887694ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:16:46.957956Z","caller":"traceutil/trace.go:171","msg":"trace[2043872282] transaction","detail":"{read_only:false; response_revision:7879; number_of_response:1; }","duration":"506.132716ms","start":"2026-03-15T02:16:46.451805Z","end":"2026-03-15T02:16:46.957938Z","steps":["trace[2043872282] 'process raft request' (duration: 506.038984ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:46.957944Z","caller":"traceutil/trace.go:171","msg":"trace[889822424] linearizableReadLoop","detail":"{readStateIndex:8168; appliedIndex:8165; }","duration":"507.482788ms","start":"2026-03-15T02:16:46.45042Z","end":"2026-03-15T02:16:46.957903Z","steps":["trace[889822424] 'read index received' (duration: 72.619263ms)","trace[889822424] 'applied index is now lower than readState.Index' (duration: 434.861555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:16:46.95804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:46.451795Z","time spent":"506.200888ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:16:46.958217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.803535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:710"} {"level":"info","ts":"2026-03-15T02:16:46.958274Z","caller":"traceutil/trace.go:171","msg":"trace[1616296825] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:7879; }","duration":"507.886498ms","start":"2026-03-15T02:16:46.450373Z","end":"2026-03-15T02:16:46.95826Z","steps":["trace[1616296825] 'agreement among raft nodes before linearized reading' (duration: 507.722254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:46.958307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:46.450355Z","time spent":"507.944639ms","remote":"127.0.0.1:41526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":734,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} {"level":"warn","ts":"2026-03-15T02:16:46.958366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.188896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:16:46.958409Z","caller":"traceutil/trace.go:171","msg":"trace[1778923229] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:7879; }","duration":"165.271708ms","start":"2026-03-15T02:16:46.793125Z","end":"2026-03-15T02:16:46.958396Z","steps":["trace[1778923229] 'agreement among raft nodes before linearized reading' (duration: 165.159725ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:46.95864Z","caller":"traceutil/trace.go:171","msg":"trace[1756628108] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"506.623697ms","start":"2026-03-15T02:16:46.451282Z","end":"2026-03-15T02:16:46.957906Z","steps":["trace[1756628108] 'process raft request' (duration: 506.367861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:46.95873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:46.451271Z","time spent":"507.414307ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:16:46.959153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.231792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224187"} {"level":"info","ts":"2026-03-15T02:16:46.959215Z","caller":"traceutil/trace.go:171","msg":"trace[451637454] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7879; }","duration":"507.56821ms","start":"2026-03-15T02:16:46.451632Z","end":"2026-03-15T02:16:46.9592Z","steps":["trace[451637454] 'agreement among raft nodes before linearized reading' (duration: 506.588627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:46.95937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:46.451624Z","time spent":"507.731284ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224211,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-15T02:16:47.14748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.624784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:16:47.147636Z","caller":"traceutil/trace.go:171","msg":"trace[99218291] linearizableReadLoop","detail":"{readStateIndex:8172; appliedIndex:8171; }","duration":"159.02932ms","start":"2026-03-15T02:16:46.988576Z","end":"2026-03-15T02:16:47.147605Z","steps":["trace[99218291] 'read index received' (duration: 41.161431ms)","trace[99218291] 'applied index is now lower than readState.Index' (duration: 117.865739ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:16:47.147649Z","caller":"traceutil/trace.go:171","msg":"trace[1402285909] transaction","detail":"{read_only:false; response_revision:7880; number_of_response:1; }","duration":"184.590724ms","start":"2026-03-15T02:16:46.963026Z","end":"2026-03-15T02:16:47.147617Z","steps":["trace[1402285909] 'process raft request' (duration: 66.718494ms)","trace[1402285909] 'compare' (duration: 117.4729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:16:47.147772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.187635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:47.147856Z","caller":"traceutil/trace.go:171","msg":"trace[922236022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7880; }","duration":"159.311857ms","start":"2026-03-15T02:16:46.988522Z","end":"2026-03-15T02:16:47.147833Z","steps":["trace[922236022] 'agreement among raft nodes before linearized reading' (duration: 159.180484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:47.147933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.683896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-15T02:16:47.147983Z","caller":"traceutil/trace.go:171","msg":"trace[1699992052] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7880; }","duration":"106.777908ms","start":"2026-03-15T02:16:47.041193Z","end":"2026-03-15T02:16:47.14797Z","steps":["trace[1699992052] 'agreement among raft nodes before linearized reading' (duration: 106.551023ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:47.299344Z","caller":"traceutil/trace.go:171","msg":"trace[1849082109] linearizableReadLoop","detail":"{readStateIndex:8173; appliedIndex:8172; }","duration":"105.17227ms","start":"2026-03-15T02:16:47.194131Z","end":"2026-03-15T02:16:47.299303Z","steps":["trace[1849082109] 'read index received' (duration: 99.811633ms)","trace[1849082109] 'applied index is now lower than readState.Index' (duration: 5.359097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:16:47.29953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.370805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:16:47.29959Z","caller":"traceutil/trace.go:171","msg":"trace[1135142121] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7881; }","duration":"105.512608ms","start":"2026-03-15T02:16:47.194063Z","end":"2026-03-15T02:16:47.299575Z","steps":["trace[1135142121] 'agreement among raft nodes before linearized reading' (duration: 105.369755ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:47.299391Z","caller":"traceutil/trace.go:171","msg":"trace[1561447942] transaction","detail":"{read_only:false; response_revision:7881; number_of_response:1; }","duration":"142.931181ms","start":"2026-03-15T02:16:47.156437Z","end":"2026-03-15T02:16:47.299369Z","steps":["trace[1561447942] 'process raft request' (duration: 137.528914ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:48.514651Z","caller":"traceutil/trace.go:171","msg":"trace[1268800309] transaction","detail":"{read_only:false; response_revision:7882; number_of_response:1; }","duration":"458.488733ms","start":"2026-03-15T02:16:48.056136Z","end":"2026-03-15T02:16:48.514625Z","steps":["trace[1268800309] 'process raft request' (duration: 458.335079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:48.514809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:48.056107Z","time spent":"458.616605ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:16:48.768417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.317131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:16:48.768857Z","caller":"traceutil/trace.go:171","msg":"trace[52247384] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"315.297595ms","start":"2026-03-15T02:16:48.453527Z","end":"2026-03-15T02:16:48.768824Z","steps":["trace[52247384] 'process raft request' (duration: 314.992828ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:48.768876Z","caller":"traceutil/trace.go:171","msg":"trace[1114433704] transaction","detail":"{read_only:false; response_revision:7883; number_of_response:1; }","duration":"316.225217ms","start":"2026-03-15T02:16:48.452589Z","end":"2026-03-15T02:16:48.768815Z","steps":["trace[1114433704] 'process raft request' (duration: 138.412304ms)","trace[1114433704] 'compare' (duration: 177.189128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:16:48.76898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:48.453496Z","time spent":"315.424537ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:16:48.769077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:48.452565Z","time spent":"316.38248ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:16:49.387855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.263924ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-15T02:16:49.388065Z","caller":"traceutil/trace.go:171","msg":"trace[1353173931] linearizableReadLoop","detail":"{readStateIndex:8177; appliedIndex:8176; }","duration":"426.294443ms","start":"2026-03-15T02:16:48.961753Z","end":"2026-03-15T02:16:49.388048Z","steps":["trace[1353173931] 'read index received' (duration: 67.271µs)","trace[1353173931] 'applied index is now lower than readState.Index' (duration: 426.225602ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:16:49.38832Z","caller":"traceutil/trace.go:171","msg":"trace[895034263] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"233.760853ms","start":"2026-03-15T02:16:49.154531Z","end":"2026-03-15T02:16:49.388291Z","steps":["trace[895034263] 'process raft request' (duration: 233.431785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:49.388389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.61191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-15T02:16:49.388515Z","caller":"traceutil/trace.go:171","msg":"trace[1546729711] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7884; }","duration":"426.725074ms","start":"2026-03-15T02:16:48.961725Z","end":"2026-03-15T02:16:49.38845Z","steps":["trace[1546729711] 'agreement among raft nodes before linearized reading' (duration: 426.492788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:49.38857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:48.961712Z","time spent":"426.845926ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-15T02:16:49.948124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.617121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-15T02:16:49.948194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.243329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-15T02:16:49.948204Z","caller":"traceutil/trace.go:171","msg":"trace[1041488418] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7885; }","duration":"984.718133ms","start":"2026-03-15T02:16:48.963466Z","end":"2026-03-15T02:16:49.948184Z","steps":["trace[1041488418] 'agreement among raft nodes before linearized reading' (duration: 424.819489ms)","trace[1041488418] 'range keys from in-memory index tree' (duration: 559.71398ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:16:49.948244Z","caller":"traceutil/trace.go:171","msg":"trace[327799372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7885; }","duration":"986.351891ms","start":"2026-03-15T02:16:48.961876Z","end":"2026-03-15T02:16:49.948228Z","steps":["trace[327799372] 'agreement among raft nodes before linearized reading' (duration: 426.396315ms)","trace[327799372] 'range keys from in-memory index tree' (duration: 559.836362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:16:49.948281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:48.961839Z","time spent":"986.433703ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-15T02:16:49.948318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.030793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-15T02:16:49.94825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:48.963463Z","time spent":"984.777494ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-15T02:16:49.948456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.701481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:49.94962Z","caller":"traceutil/trace.go:171","msg":"trace[163238997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7885; }","duration":"965.93353ms","start":"2026-03-15T02:16:48.983658Z","end":"2026-03-15T02:16:49.949592Z","steps":["trace[163238997] 'agreement among raft nodes before linearized reading' (duration: 404.617112ms)","trace[163238997] 'range keys from in-memory index tree' (duration: 560.111649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:16:49.949678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:48.983637Z","time spent":"966.027322ms","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-15T02:16:49.949625Z","caller":"traceutil/trace.go:171","msg":"trace[1127931216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7885; }","duration":"987.13721ms","start":"2026-03-15T02:16:48.962197Z","end":"2026-03-15T02:16:49.949335Z","steps":["trace[1127931216] 'agreement among raft nodes before linearized reading' (duration: 426.094949ms)","trace[1127931216] 'range keys from in-memory index tree' (duration: 559.825942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:16:49.948511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.570262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-15T02:16:49.949777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:48.962192Z","time spent":"987.528409ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-15T02:16:49.95006Z","caller":"traceutil/trace.go:171","msg":"trace[709240851] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7885; }","duration":"986.886343ms","start":"2026-03-15T02:16:48.96293Z","end":"2026-03-15T02:16:49.949817Z","steps":["trace[709240851] 'agreement among raft nodes before linearized reading' (duration: 425.357651ms)","trace[709240851] 'range keys from in-memory index tree' (duration: 560.15813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:16:49.948613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.831873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4z7pz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-15T02:16:49.950184Z","caller":"traceutil/trace.go:171","msg":"trace[1001622703] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4z7pz; range_end:; response_count:1; response_revision:7885; }","duration":"963.443161ms","start":"2026-03-15T02:16:48.986727Z","end":"2026-03-15T02:16:49.95017Z","steps":["trace[1001622703] 'agreement among raft nodes before linearized reading' (duration: 401.55537ms)","trace[1001622703] 'range keys from in-memory index tree' (duration: 559.803612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:16:49.950213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:48.962913Z","time spent":"987.248413ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-15T02:16:49.948858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.065035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:16:49.950287Z","caller":"traceutil/trace.go:171","msg":"trace[1187297379] linearizableReadLoop","detail":"{readStateIndex:8179; appliedIndex:8178; }","duration":"336.474635ms","start":"2026-03-15T02:16:49.613803Z","end":"2026-03-15T02:16:49.950278Z","steps":["trace[1187297379] 'read index received' (duration: 93.772862ms)","trace[1187297379] 'applied index is now lower than readState.Index' (duration: 242.700503ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:16:49.950366Z","caller":"traceutil/trace.go:171","msg":"trace[619633170] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"557.948868ms","start":"2026-03-15T02:16:49.392403Z","end":"2026-03-15T02:16:49.950352Z","steps":["trace[619633170] 'process raft request' (duration: 315.187973ms)","trace[619633170] 'compare' (duration: 240.85401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:16:49.950233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:48.986717Z","time spent":"963.503362ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-4z7pz\" "} {"level":"warn","ts":"2026-03-15T02:16:49.950503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:49.392378Z","time spent":"558.01816ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:16:49.950549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.657999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:49.950615Z","caller":"traceutil/trace.go:171","msg":"trace[2091733578] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7886; }","duration":"336.737581ms","start":"2026-03-15T02:16:49.613859Z","end":"2026-03-15T02:16:49.950597Z","steps":["trace[2091733578] 'agreement among raft nodes before linearized reading' (duration: 336.635308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:49.950668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:49.613855Z","time spent":"336.798753ms","remote":"127.0.0.1:36030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:16:49.95083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.793118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:49.950884Z","caller":"traceutil/trace.go:171","msg":"trace[1531332866] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7886; }","duration":"142.89843ms","start":"2026-03-15T02:16:49.807971Z","end":"2026-03-15T02:16:49.95087Z","steps":["trace[1531332866] 'agreement among raft nodes before linearized reading' (duration: 142.719586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:49.9509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.533893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:49.950941Z","caller":"traceutil/trace.go:171","msg":"trace[994555667] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7886; }","duration":"229.599575ms","start":"2026-03-15T02:16:49.72133Z","end":"2026-03-15T02:16:49.95093Z","steps":["trace[994555667] 'agreement among raft nodes before linearized reading' (duration: 229.540173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:49.950949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.140061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:49.950986Z","caller":"traceutil/trace.go:171","msg":"trace[1229858499] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7886; }","duration":"337.213783ms","start":"2026-03-15T02:16:49.61376Z","end":"2026-03-15T02:16:49.950973Z","steps":["trace[1229858499] 'agreement among raft nodes before linearized reading' (duration: 337.161312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:49.951024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:49.613736Z","time spent":"337.279974ms","remote":"127.0.0.1:36030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-03-15T02:16:49.951122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.776369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:49.951159Z","caller":"traceutil/trace.go:171","msg":"trace[414210637] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7886; }","duration":"229.81533ms","start":"2026-03-15T02:16:49.721335Z","end":"2026-03-15T02:16:49.95115Z","steps":["trace[414210637] 'agreement among raft nodes before linearized reading' (duration: 229.757309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:49.951286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.713786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:49.95132Z","caller":"traceutil/trace.go:171","msg":"trace[1711937485] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7886; }","duration":"251.750567ms","start":"2026-03-15T02:16:49.699561Z","end":"2026-03-15T02:16:49.951312Z","steps":["trace[1711937485] 'agreement among raft nodes before linearized reading' (duration: 251.700116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:49.951466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.74959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:49.951503Z","caller":"traceutil/trace.go:171","msg":"trace[64699648] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7886; }","duration":"252.809982ms","start":"2026-03-15T02:16:49.698683Z","end":"2026-03-15T02:16:49.951493Z","steps":["trace[64699648] 'agreement among raft nodes before linearized reading' (duration: 252.758741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:49.951321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.171024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:49.951585Z","caller":"traceutil/trace.go:171","msg":"trace[133249210] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7886; }","duration":"229.578594ms","start":"2026-03-15T02:16:49.721985Z","end":"2026-03-15T02:16:49.951564Z","steps":["trace[133249210] 'agreement among raft nodes before linearized reading' (duration: 228.834596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:49.951623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.904314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:49.95165Z","caller":"traceutil/trace.go:171","msg":"trace[1947697379] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7886; }","duration":"252.957166ms","start":"2026-03-15T02:16:49.698684Z","end":"2026-03-15T02:16:49.951641Z","steps":["trace[1947697379] 'agreement among raft nodes before linearized reading' (duration: 252.915735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:49.951872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.63814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:16:49.951882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.920384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:49.951908Z","caller":"traceutil/trace.go:171","msg":"trace[239930363] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7886; }","duration":"272.675881ms","start":"2026-03-15T02:16:49.679223Z","end":"2026-03-15T02:16:49.951899Z","steps":["trace[239930363] 'agreement among raft nodes before linearized reading' (duration: 272.622539ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:49.951929Z","caller":"traceutil/trace.go:171","msg":"trace[1874012545] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7886; }","duration":"157.965495ms","start":"2026-03-15T02:16:49.793946Z","end":"2026-03-15T02:16:49.951912Z","steps":["trace[1874012545] 'agreement among raft nodes before linearized reading' (duration: 157.882803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:49.952056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.773676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:49.952093Z","caller":"traceutil/trace.go:171","msg":"trace[237752850] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7886; }","duration":"273.834328ms","start":"2026-03-15T02:16:49.678249Z","end":"2026-03-15T02:16:49.952083Z","steps":["trace[237752850] 'agreement among raft nodes before linearized reading' (duration: 273.782637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:49.95222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.941301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:16:49.952238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.705353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:49.952254Z","caller":"traceutil/trace.go:171","msg":"trace[439463] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7886; }","duration":"273.987372ms","start":"2026-03-15T02:16:49.678257Z","end":"2026-03-15T02:16:49.952245Z","steps":["trace[439463] 'agreement among raft nodes before linearized reading' (duration: 273.937971ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:49.952283Z","caller":"traceutil/trace.go:171","msg":"trace[1405107146] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7886; }","duration":"158.771454ms","start":"2026-03-15T02:16:49.793498Z","end":"2026-03-15T02:16:49.95227Z","steps":["trace[1405107146] 'agreement among raft nodes before linearized reading' (duration: 158.694803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:49.952521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.72498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:49.952595Z","caller":"traceutil/trace.go:171","msg":"trace[2062001772] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7886; }","duration":"316.819772ms","start":"2026-03-15T02:16:49.635758Z","end":"2026-03-15T02:16:49.952578Z","steps":["trace[2062001772] 'agreement among raft nodes before linearized reading' (duration: 316.629947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:49.952628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.617446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:16:49.952633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.680642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:49.952698Z","caller":"traceutil/trace.go:171","msg":"trace[964501255] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7886; }","duration":"317.800835ms","start":"2026-03-15T02:16:49.634882Z","end":"2026-03-15T02:16:49.952683Z","steps":["trace[964501255] 'agreement among raft nodes before linearized reading' (duration: 317.655742ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:49.952707Z","caller":"traceutil/trace.go:171","msg":"trace[208189896] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7886; }","duration":"338.710718ms","start":"2026-03-15T02:16:49.613968Z","end":"2026-03-15T02:16:49.952678Z","steps":["trace[208189896] 'agreement among raft nodes before linearized reading' (duration: 338.550064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:49.952723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.405419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:16:49.952735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:49.634864Z","time spent":"317.864816ms","remote":"127.0.0.1:36036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:16:49.952742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:49.613963Z","time spent":"338.769759ms","remote":"127.0.0.1:36030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"info","ts":"2026-03-15T02:16:49.952798Z","caller":"traceutil/trace.go:171","msg":"trace[507045539] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7886; }","duration":"106.476561ms","start":"2026-03-15T02:16:49.846272Z","end":"2026-03-15T02:16:49.952749Z","steps":["trace[507045539] 'agreement among raft nodes before linearized reading' (duration: 106.419999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:49.952878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.973211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:49.952948Z","caller":"traceutil/trace.go:171","msg":"trace[391427968] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7886; }","duration":"193.072814ms","start":"2026-03-15T02:16:49.759842Z","end":"2026-03-15T02:16:49.952915Z","steps":["trace[391427968] 'agreement among raft nodes before linearized reading' (duration: 192.957861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:49.952982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.324867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:49.953046Z","caller":"traceutil/trace.go:171","msg":"trace[841365514] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7886; }","duration":"318.409249ms","start":"2026-03-15T02:16:49.634618Z","end":"2026-03-15T02:16:49.953028Z","steps":["trace[841365514] 'agreement among raft nodes before linearized reading' (duration: 318.300697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:49.953075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.815585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:16:49.95305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.957203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:16:49.953083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.105112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:16:49.953097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.972553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:49.953133Z","caller":"traceutil/trace.go:171","msg":"trace[115431242] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7886; }","duration":"213.048294ms","start":"2026-03-15T02:16:49.740072Z","end":"2026-03-15T02:16:49.95312Z","steps":["trace[115431242] 'agreement among raft nodes before linearized reading' (duration: 212.947872ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:49.953139Z","caller":"traceutil/trace.go:171","msg":"trace[1414719458] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7886; }","duration":"130.902237ms","start":"2026-03-15T02:16:49.822217Z","end":"2026-03-15T02:16:49.95312Z","steps":["trace[1414719458] 'agreement among raft nodes before linearized reading' (duration: 130.792825ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:49.953145Z","caller":"traceutil/trace.go:171","msg":"trace[661036767] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7886; }","duration":"212.190604ms","start":"2026-03-15T02:16:49.740937Z","end":"2026-03-15T02:16:49.953128Z","steps":["trace[661036767] 'agreement among raft nodes before linearized reading' (duration: 212.085971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:49.9532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.770019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:49.953233Z","caller":"traceutil/trace.go:171","msg":"trace[1177967378] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7886; }","duration":"173.84104ms","start":"2026-03-15T02:16:49.779384Z","end":"2026-03-15T02:16:49.953225Z","steps":["trace[1177967378] 'agreement among raft nodes before linearized reading' (duration: 173.764758ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:49.953154Z","caller":"traceutil/trace.go:171","msg":"trace[196265918] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7886; }","duration":"213.045884ms","start":"2026-03-15T02:16:49.740097Z","end":"2026-03-15T02:16:49.953143Z","steps":["trace[196265918] 'agreement among raft nodes before linearized reading' (duration: 212.975712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:49.953285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.530706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:16:49.953266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.838225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:16:49.953291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.396401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:16:49.953309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.106866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:16:49.953302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.750056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:49.953361Z","caller":"traceutil/trace.go:171","msg":"trace[419568053] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7886; }","duration":"193.489963ms","start":"2026-03-15T02:16:49.759853Z","end":"2026-03-15T02:16:49.953343Z","steps":["trace[419568053] 'agreement among raft nodes before linearized reading' (duration: 193.39403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:49.95338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.142723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:49.953373Z","caller":"traceutil/trace.go:171","msg":"trace[184367015] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7886; }","duration":"130.950849ms","start":"2026-03-15T02:16:49.822389Z","end":"2026-03-15T02:16:49.95334Z","steps":["trace[184367015] 'agreement among raft nodes before linearized reading' (duration: 130.812705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:49.953398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.640129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:16:49.953132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:49.63575Z","time spent":"317.359724ms","remote":"127.0.0.1:36036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"info","ts":"2026-03-15T02:16:49.953452Z","caller":"traceutil/trace.go:171","msg":"trace[909415437] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7886; }","duration":"174.715831ms","start":"2026-03-15T02:16:49.778721Z","end":"2026-03-15T02:16:49.953437Z","steps":["trace[909415437] 'agreement among raft nodes before linearized reading' (duration: 174.629389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:49.953396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.331087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:49.953515Z","caller":"traceutil/trace.go:171","msg":"trace[117167632] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7886; }","duration":"131.471661ms","start":"2026-03-15T02:16:49.822038Z","end":"2026-03-15T02:16:49.95351Z","steps":["trace[117167632] 'agreement among raft nodes before linearized reading' (duration: 131.345488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:49.953369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.975889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:49.953562Z","caller":"traceutil/trace.go:171","msg":"trace[501774493] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7886; }","duration":"145.211975ms","start":"2026-03-15T02:16:49.808338Z","end":"2026-03-15T02:16:49.95355Z","steps":["trace[501774493] 'agreement among raft nodes before linearized reading' (duration: 145.00887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:49.953093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:49.634603Z","time spent":"318.479941ms","remote":"127.0.0.1:36036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"info","ts":"2026-03-15T02:16:49.953308Z","caller":"traceutil/trace.go:171","msg":"trace[655183029] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7886; }","duration":"174.569577ms","start":"2026-03-15T02:16:49.778733Z","end":"2026-03-15T02:16:49.953302Z","steps":["trace[655183029] 'agreement among raft nodes before linearized reading' (duration: 174.532126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:49.9531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.523412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:49.953755Z","caller":"traceutil/trace.go:171","msg":"trace[1320035230] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7886; }","duration":"107.193468ms","start":"2026-03-15T02:16:49.846545Z","end":"2026-03-15T02:16:49.953739Z","steps":["trace[1320035230] 'agreement among raft nodes before linearized reading' (duration: 106.525972ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:49.95337Z","caller":"traceutil/trace.go:171","msg":"trace[1473364520] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7886; }","duration":"107.170307ms","start":"2026-03-15T02:16:49.84618Z","end":"2026-03-15T02:16:49.95335Z","steps":["trace[1473364520] 'agreement among raft nodes before linearized reading' (duration: 107.103275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:49.95378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.2894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:49.953381Z","caller":"traceutil/trace.go:171","msg":"trace[500311627] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7886; }","duration":"192.860838ms","start":"2026-03-15T02:16:49.760497Z","end":"2026-03-15T02:16:49.953358Z","steps":["trace[500311627] 'agreement among raft nodes before linearized reading' (duration: 192.715935ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:49.953442Z","caller":"traceutil/trace.go:171","msg":"trace[1585027661] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7886; }","duration":"145.215105ms","start":"2026-03-15T02:16:49.808213Z","end":"2026-03-15T02:16:49.953428Z","steps":["trace[1585027661] 'agreement among raft nodes before linearized reading' (duration: 145.141103ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:49.953857Z","caller":"traceutil/trace.go:171","msg":"trace[266438533] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7886; }","duration":"160.368922ms","start":"2026-03-15T02:16:49.793476Z","end":"2026-03-15T02:16:49.953845Z","steps":["trace[266438533] 'agreement among raft nodes before linearized reading' (duration: 158.966768ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:50.074642Z","caller":"traceutil/trace.go:171","msg":"trace[771189696] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"117.189334ms","start":"2026-03-15T02:16:49.957432Z","end":"2026-03-15T02:16:50.074621Z","steps":["trace[771189696] 'process raft request' (duration: 115.496134ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:50.074964Z","caller":"traceutil/trace.go:171","msg":"trace[1466272750] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"117.397438ms","start":"2026-03-15T02:16:49.957542Z","end":"2026-03-15T02:16:50.074939Z","steps":["trace[1466272750] 'process raft request' (duration: 117.03908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:50.075097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.39535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:16:50.075167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.116093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:50.075207Z","caller":"traceutil/trace.go:171","msg":"trace[756448963] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7890; }","duration":"109.189775ms","start":"2026-03-15T02:16:49.966007Z","end":"2026-03-15T02:16:50.075196Z","steps":["trace[756448963] 'agreement among raft nodes before linearized reading' (duration: 109.105213ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:50.075229Z","caller":"traceutil/trace.go:171","msg":"trace[1755159100] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7890; }","duration":"109.568214ms","start":"2026-03-15T02:16:49.965594Z","end":"2026-03-15T02:16:50.075163Z","steps":["trace[1755159100] 'agreement among raft nodes before linearized reading' (duration: 109.377789ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:50.075347Z","caller":"traceutil/trace.go:171","msg":"trace[1016454235] transaction","detail":"{read_only:false; response_revision:7890; number_of_response:1; }","duration":"117.769447ms","start":"2026-03-15T02:16:49.957556Z","end":"2026-03-15T02:16:50.075326Z","steps":["trace[1016454235] 'process raft request' (duration: 117.274496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:50.075461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.80666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:50.075502Z","caller":"traceutil/trace.go:171","msg":"trace[1061604475] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7890; }","duration":"109.905491ms","start":"2026-03-15T02:16:49.965585Z","end":"2026-03-15T02:16:50.075491Z","steps":["trace[1061604475] 'agreement among raft nodes before linearized reading' (duration: 109.815059ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:50.672454Z","caller":"traceutil/trace.go:171","msg":"trace[1983246049] transaction","detail":"{read_only:false; response_revision:7892; number_of_response:1; }","duration":"152.209569ms","start":"2026-03-15T02:16:50.520221Z","end":"2026-03-15T02:16:50.67243Z","steps":["trace[1983246049] 'process raft request' (duration: 152.061405ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:02.794165Z","caller":"traceutil/trace.go:171","msg":"trace[119796557] linearizableReadLoop","detail":"{readStateIndex:8250; appliedIndex:8249; }","duration":"219.965858ms","start":"2026-03-15T02:17:02.57417Z","end":"2026-03-15T02:17:02.794136Z","steps":["trace[119796557] 'read index received' (duration: 219.859375ms)","trace[119796557] 'applied index is now lower than readState.Index' (duration: 105.103µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:02.794218Z","caller":"traceutil/trace.go:171","msg":"trace[252647238] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"238.691459ms","start":"2026-03-15T02:17:02.555486Z","end":"2026-03-15T02:17:02.794177Z","steps":["trace[252647238] 'process raft request' (duration: 238.446193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:02.794544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.339316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-15T02:17:02.794673Z","caller":"traceutil/trace.go:171","msg":"trace[2025635395] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7955; }","duration":"220.49963ms","start":"2026-03-15T02:17:02.574151Z","end":"2026-03-15T02:17:02.794651Z","steps":["trace[2025635395] 'agreement among raft nodes before linearized reading' (duration: 220.137652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:06.172589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.749266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-15T02:17:06.172674Z","caller":"traceutil/trace.go:171","msg":"trace[1882241263] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7969; }","duration":"128.876549ms","start":"2026-03-15T02:17:06.043777Z","end":"2026-03-15T02:17:06.172654Z","steps":["trace[1882241263] 'range keys from in-memory index tree' (duration: 128.562752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:06.172987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.447303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5c76564898-hfp2n.189ce21f4391946a\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-15T02:17:06.17305Z","caller":"traceutil/trace.go:171","msg":"trace[1190454719] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5c76564898-hfp2n.189ce21f4391946a; range_end:; response_count:1; response_revision:7969; }","duration":"210.545325ms","start":"2026-03-15T02:17:05.962488Z","end":"2026-03-15T02:17:06.173033Z","steps":["trace[1190454719] 'range keys from in-memory index tree' (duration: 210.278239ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:15.78093Z","caller":"traceutil/trace.go:171","msg":"trace[867943613] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"103.169833ms","start":"2026-03-15T02:17:15.677722Z","end":"2026-03-15T02:17:15.780892Z","steps":["trace[867943613] 'process raft request' (duration: 102.414345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:20.836815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837383798,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:17:21.338015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837383798,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:17:21.852881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837383798,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:17:22.222269Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.923515942s","expected-duration":"1s"} {"level":"info","ts":"2026-03-15T02:17:22.22272Z","caller":"traceutil/trace.go:171","msg":"trace[1676723402] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"1.924077585s","start":"2026-03-15T02:17:20.298606Z","end":"2026-03-15T02:17:22.222684Z","steps":["trace[1676723402] 'process raft request' (duration: 1.923926052s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:22.222982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:20.298575Z","time spent":"1.924304261s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:22.87972Z","caller":"traceutil/trace.go:171","msg":"trace[1968571616] linearizableReadLoop","detail":"{readStateIndex:8391; appliedIndex:8388; }","duration":"2.543945413s","start":"2026-03-15T02:17:20.335743Z","end":"2026-03-15T02:17:22.879689Z","steps":["trace[1968571616] 'read index received' (duration: 1.887050382s)","trace[1968571616] 'applied index is now lower than readState.Index' (duration: 656.894151ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:22.87977Z","caller":"traceutil/trace.go:171","msg":"trace[1000399760] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"1.953898568s","start":"2026-03-15T02:17:20.92583Z","end":"2026-03-15T02:17:22.879728Z","steps":["trace[1000399760] 'process raft request' (duration: 1.953773745s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:22.87983Z","caller":"traceutil/trace.go:171","msg":"trace[1163714949] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"1.952955116s","start":"2026-03-15T02:17:20.926831Z","end":"2026-03-15T02:17:22.879786Z","steps":["trace[1163714949] 'process raft request' (duration: 1.952817583s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:22.879968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:20.925802Z","time spent":"1.954057702s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:22.880009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.543995805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-15T02:17:22.88005Z","caller":"traceutil/trace.go:171","msg":"trace[1026794238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8089; }","duration":"2.544135818s","start":"2026-03-15T02:17:20.335902Z","end":"2026-03-15T02:17:22.880038Z","steps":["trace[1026794238] 'agreement among raft nodes before linearized reading' (duration: 2.543948623s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:22.880095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:20.335851Z","time spent":"2.54423467s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-15T02:17:22.880109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263107598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:17:22.880139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.535203637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4z7pz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-15T02:17:22.880104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:20.926824Z","time spent":"1.953081319s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:22.88021Z","caller":"traceutil/trace.go:171","msg":"trace[131495519] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8089; }","duration":"1.263291992s","start":"2026-03-15T02:17:21.616893Z","end":"2026-03-15T02:17:22.880185Z","steps":["trace[131495519] 'agreement among raft nodes before linearized reading' (duration: 1.263103508s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:22.880166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.544366953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-15T02:17:22.88027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.543696117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-15T02:17:22.880283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.084013876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:22.880312Z","caller":"traceutil/trace.go:171","msg":"trace[757580369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8089; }","duration":"2.543748619s","start":"2026-03-15T02:17:20.336553Z","end":"2026-03-15T02:17:22.880302Z","steps":["trace[757580369] 'agreement among raft nodes before linearized reading' (duration: 2.543655167s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:22.880316Z","caller":"traceutil/trace.go:171","msg":"trace[698440060] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8089; }","duration":"2.084091768s","start":"2026-03-15T02:17:20.796216Z","end":"2026-03-15T02:17:22.880308Z","steps":["trace[698440060] 'agreement among raft nodes before linearized reading' (duration: 2.084034547s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:22.880313Z","caller":"traceutil/trace.go:171","msg":"trace[1550043490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8089; }","duration":"2.544585848s","start":"2026-03-15T02:17:20.335689Z","end":"2026-03-15T02:17:22.880275Z","steps":["trace[1550043490] 'agreement among raft nodes before linearized reading' (duration: 2.544141738s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:22.880346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:20.336545Z","time spent":"2.54379482s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-15T02:17:22.880357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:20.796192Z","time spent":"2.08415624s","remote":"127.0.0.1:41612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:22.880394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:20.335666Z","time spent":"2.544714422s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-15T02:17:22.880388Z","caller":"traceutil/trace.go:171","msg":"trace[1826354183] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"1.996827231s","start":"2026-03-15T02:17:20.88351Z","end":"2026-03-15T02:17:22.880337Z","steps":["trace[1826354183] 'process raft request' (duration: 1.99592773s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:22.880423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887933093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:17:22.880464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.544042986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-15T02:17:22.880467Z","caller":"traceutil/trace.go:171","msg":"trace[854748411] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8089; }","duration":"1.888077577s","start":"2026-03-15T02:17:20.992379Z","end":"2026-03-15T02:17:22.880457Z","steps":["trace[854748411] 'agreement among raft nodes before linearized reading' (duration: 1.887944193s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:22.880493Z","caller":"traceutil/trace.go:171","msg":"trace[2115299045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8089; }","duration":"2.544089046s","start":"2026-03-15T02:17:20.336396Z","end":"2026-03-15T02:17:22.880485Z","steps":["trace[2115299045] 'agreement among raft nodes before linearized reading' (duration: 2.544008334s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:22.880502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:20.992364Z","time spent":"1.888129458s","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:22.880519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:20.336386Z","time spent":"2.544127688s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-15T02:17:22.880513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:20.883479Z","time spent":"1.996968464s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:22.880221Z","caller":"traceutil/trace.go:171","msg":"trace[1354159089] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4z7pz; range_end:; response_count:1; response_revision:8089; }","duration":"2.535315721s","start":"2026-03-15T02:17:20.344884Z","end":"2026-03-15T02:17:22.8802Z","steps":["trace[1354159089] 'agreement among raft nodes before linearized reading' (duration: 2.535163697s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:22.880272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:21.616861Z","time spent":"1.263395265s","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:22.880585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:20.344872Z","time spent":"2.535704769s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-4z7pz\" "} {"level":"warn","ts":"2026-03-15T02:17:22.88095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897688874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:22.881025Z","caller":"traceutil/trace.go:171","msg":"trace[230628415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8089; }","duration":"1.897837388s","start":"2026-03-15T02:17:20.983167Z","end":"2026-03-15T02:17:22.881005Z","steps":["trace[230628415] 'agreement among raft nodes before linearized reading' (duration: 1.896708691s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:22.881072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:20.983145Z","time spent":"1.897914259s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-15T02:17:23.200949Z","caller":"traceutil/trace.go:171","msg":"trace[1180054614] transaction","detail":"{read_only:false; response_revision:8090; number_of_response:1; }","duration":"314.419355ms","start":"2026-03-15T02:17:22.886496Z","end":"2026-03-15T02:17:23.200916Z","steps":["trace[1180054614] 'process raft request' (duration: 311.290321ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:23.201011Z","caller":"traceutil/trace.go:171","msg":"trace[1627972337] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"314.461146ms","start":"2026-03-15T02:17:22.886528Z","end":"2026-03-15T02:17:23.200989Z","steps":["trace[1627972337] 'process raft request' (duration: 314.286212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:23.201166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:22.886473Z","time spent":"314.586289ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:23.201308Z","caller":"traceutil/trace.go:171","msg":"trace[77945034] linearizableReadLoop","detail":"{readStateIndex:8394; appliedIndex:8391; }","duration":"313.875032ms","start":"2026-03-15T02:17:22.887404Z","end":"2026-03-15T02:17:23.201279Z","steps":["trace[77945034] 'read index received' (duration: 310.381659ms)","trace[77945034] 'applied index is now lower than readState.Index' (duration: 3.492523ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:23.201441Z","caller":"traceutil/trace.go:171","msg":"trace[2062727701] transaction","detail":"{read_only:false; response_revision:8092; number_of_response:1; }","duration":"314.780593ms","start":"2026-03-15T02:17:22.88665Z","end":"2026-03-15T02:17:23.201431Z","steps":["trace[2062727701] 'process raft request' (duration: 314.291972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:23.201247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:22.8865Z","time spent":"314.569009ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:23.201505Z","caller":"traceutil/trace.go:171","msg":"trace[1271085457] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"313.958184ms","start":"2026-03-15T02:17:22.887512Z","end":"2026-03-15T02:17:23.20147Z","steps":["trace[1271085457] 'process raft request' (duration: 313.717739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:23.20188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.452466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228918"} {"level":"warn","ts":"2026-03-15T02:17:23.201582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:22.886619Z","time spent":"314.855675ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:23.201948Z","caller":"traceutil/trace.go:171","msg":"trace[1129172530] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8093; }","duration":"314.533548ms","start":"2026-03-15T02:17:22.887397Z","end":"2026-03-15T02:17:23.201931Z","steps":["trace[1129172530] 'agreement among raft nodes before linearized reading' (duration: 314.053397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:23.202173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:22.887336Z","time spent":"314.826615ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228942,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-15T02:17:23.202238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:22.887503Z","time spent":"314.367354ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:23.201927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.388973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:23.202863Z","caller":"traceutil/trace.go:171","msg":"trace[656069951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8093; }","duration":"312.362477ms","start":"2026-03-15T02:17:22.890481Z","end":"2026-03-15T02:17:23.202843Z","steps":["trace[656069951] 'agreement among raft nodes before linearized reading' (duration: 311.121437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:23.202917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:22.890474Z","time spent":"312.427968ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-15T02:17:23.611986Z","caller":"traceutil/trace.go:171","msg":"trace[380050365] linearizableReadLoop","detail":"{readStateIndex:8398; appliedIndex:8397; }","duration":"190.267807ms","start":"2026-03-15T02:17:23.421632Z","end":"2026-03-15T02:17:23.6119Z","steps":["trace[380050365] 'read index received' (duration: 190.058623ms)","trace[380050365] 'applied index is now lower than readState.Index' (duration: 208.324µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:23.612016Z","caller":"traceutil/trace.go:171","msg":"trace[1074429637] transaction","detail":"{read_only:false; response_revision:8095; number_of_response:1; }","duration":"203.51522ms","start":"2026-03-15T02:17:23.408407Z","end":"2026-03-15T02:17:23.611922Z","steps":["trace[1074429637] 'process raft request' (duration: 203.313205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:23.612235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.572534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-15T02:17:23.612295Z","caller":"traceutil/trace.go:171","msg":"trace[745152358] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8095; }","duration":"190.691197ms","start":"2026-03-15T02:17:23.421587Z","end":"2026-03-15T02:17:23.612278Z","steps":["trace[745152358] 'agreement among raft nodes before linearized reading' (duration: 190.436221ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:24.423213Z","caller":"traceutil/trace.go:171","msg":"trace[439818786] linearizableReadLoop","detail":"{readStateIndex:8399; appliedIndex:8398; }","duration":"439.426303ms","start":"2026-03-15T02:17:23.983756Z","end":"2026-03-15T02:17:24.423182Z","steps":["trace[439818786] 'read index received' (duration: 439.180307ms)","trace[439818786] 'applied index is now lower than readState.Index' (duration: 244.126µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:24.423342Z","caller":"traceutil/trace.go:171","msg":"trace[70694696] transaction","detail":"{read_only:false; response_revision:8096; number_of_response:1; }","duration":"567.217176ms","start":"2026-03-15T02:17:23.856111Z","end":"2026-03-15T02:17:24.423328Z","steps":["trace[70694696] 'process raft request' (duration: 566.863488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:24.423471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:23.856089Z","time spent":"567.284419ms","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:24.423611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.845782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:24.423691Z","caller":"traceutil/trace.go:171","msg":"trace[391790191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8096; }","duration":"439.976276ms","start":"2026-03-15T02:17:23.983696Z","end":"2026-03-15T02:17:24.423672Z","steps":["trace[391790191] 'agreement among raft nodes before linearized reading' (duration: 439.852803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:24.423729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:23.983673Z","time spent":"440.049148ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:17:24.619435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.514157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:17:24.619555Z","caller":"traceutil/trace.go:171","msg":"trace[236726715] linearizableReadLoop","detail":"{readStateIndex:8400; appliedIndex:8399; }","duration":"196.244427ms","start":"2026-03-15T02:17:24.423292Z","end":"2026-03-15T02:17:24.619536Z","steps":["trace[236726715] 'read index received' (duration: 90.539155ms)","trace[236726715] 'applied index is now lower than readState.Index' (duration: 105.704082ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:24.619614Z","caller":"traceutil/trace.go:171","msg":"trace[1295463821] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"339.416614ms","start":"2026-03-15T02:17:24.280154Z","end":"2026-03-15T02:17:24.61957Z","steps":["trace[1295463821] 'process raft request' (duration: 233.668381ms)","trace[1295463821] 'compare' (duration: 105.355383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:24.61967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.018529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:17:24.619765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.548777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-15T02:17:24.619802Z","caller":"traceutil/trace.go:171","msg":"trace[1440963766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8097; }","duration":"195.177152ms","start":"2026-03-15T02:17:24.424612Z","end":"2026-03-15T02:17:24.619789Z","steps":["trace[1440963766] 'agreement among raft nodes before linearized reading' (duration: 195.023928ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:24.619826Z","caller":"traceutil/trace.go:171","msg":"trace[908613909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8097; }","duration":"392.643509ms","start":"2026-03-15T02:17:24.227164Z","end":"2026-03-15T02:17:24.619807Z","steps":["trace[908613909] 'agreement among raft nodes before linearized reading' (duration: 392.448985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:24.619821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:24.280126Z","time spent":"339.589248ms","remote":"127.0.0.1:36184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:24.619873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:24.227147Z","time spent":"392.71694ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-15T02:17:24.803087Z","caller":"traceutil/trace.go:171","msg":"trace[1719694996] linearizableReadLoop","detail":"{readStateIndex:8401; appliedIndex:8400; }","duration":"171.850633ms","start":"2026-03-15T02:17:24.631222Z","end":"2026-03-15T02:17:24.803073Z","steps":["trace[1719694996] 'read index received' (duration: 96.409304ms)","trace[1719694996] 'applied index is now lower than readState.Index' (duration: 75.439849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:24.803212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.988606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189ce22c8e5b41e2\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-15T02:17:24.803237Z","caller":"traceutil/trace.go:171","msg":"trace[2046063676] range","detail":"{range_begin:/registry/events/openstack/ceph.189ce22c8e5b41e2; range_end:; response_count:1; response_revision:8098; }","duration":"172.061308ms","start":"2026-03-15T02:17:24.631169Z","end":"2026-03-15T02:17:24.803231Z","steps":["trace[2046063676] 'agreement among raft nodes before linearized reading' (duration: 171.955195ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:24.803396Z","caller":"traceutil/trace.go:171","msg":"trace[864383864] transaction","detail":"{read_only:false; response_revision:8098; number_of_response:1; }","duration":"176.415911ms","start":"2026-03-15T02:17:24.626973Z","end":"2026-03-15T02:17:24.803389Z","steps":["trace[864383864] 'process raft request' (duration: 100.654644ms)","trace[864383864] 'compare' (duration: 75.359957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:25.217704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.700435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:17:25.217998Z","caller":"traceutil/trace.go:171","msg":"trace[725840807] transaction","detail":"{read_only:false; response_revision:8100; number_of_response:1; }","duration":"331.498948ms","start":"2026-03-15T02:17:24.886461Z","end":"2026-03-15T02:17:25.21796Z","steps":["trace[725840807] 'process raft request' (duration: 43.422764ms)","trace[725840807] 'compare' (duration: 287.48703ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:25.218089Z","caller":"traceutil/trace.go:171","msg":"trace[1870097661] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"329.517341ms","start":"2026-03-15T02:17:24.888542Z","end":"2026-03-15T02:17:25.21806Z","steps":["trace[1870097661] 'process raft request' (duration: 329.363727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:25.218133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:24.886432Z","time spent":"331.625451ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:25.218228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:24.888537Z","time spent":"329.610943ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:25.218265Z","caller":"traceutil/trace.go:171","msg":"trace[2143396608] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"331.214301ms","start":"2026-03-15T02:17:24.88703Z","end":"2026-03-15T02:17:25.218245Z","steps":["trace[2143396608] 'process raft request' (duration: 330.781131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:25.218343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:24.887023Z","time spent":"331.282673ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:25.389348Z","caller":"traceutil/trace.go:171","msg":"trace[1203170920] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"162.38783ms","start":"2026-03-15T02:17:25.226937Z","end":"2026-03-15T02:17:25.389325Z","steps":["trace[1203170920] 'process raft request' (duration: 162.348539ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:25.389758Z","caller":"traceutil/trace.go:171","msg":"trace[1665353005] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"166.756683ms","start":"2026-03-15T02:17:25.222987Z","end":"2026-03-15T02:17:25.389743Z","steps":["trace[1665353005] 'process raft request' (duration: 151.319618ms)","trace[1665353005] 'compare' (duration: 14.844251ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:25.389916Z","caller":"traceutil/trace.go:171","msg":"trace[327079734] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"166.027706ms","start":"2026-03-15T02:17:25.223878Z","end":"2026-03-15T02:17:25.389906Z","steps":["trace[327079734] 'process raft request' (duration: 165.36681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:26.480823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837383847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:17:26.981335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837383847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:17:27.482128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837383847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:17:27.980648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999934176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-15T02:17:27.980739Z","caller":"traceutil/trace.go:171","msg":"trace[1784962062] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000083228s","start":"2026-03-15T02:17:25.980633Z","end":"2026-03-15T02:17:27.980717Z","steps":["trace[1784962062] 'agreement among raft nodes before linearized reading' (duration: 1.999961955s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:27.98081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:25.980616Z","time spent":"2.000181331s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:17:27.983646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837383847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:17:28.484961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837383847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:17:28.985728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837383847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:17:29.485926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837383847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:17:29.981733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000494127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-15T02:17:29.981819Z","caller":"traceutil/trace.go:171","msg":"trace[1309661311] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000603109s","start":"2026-03-15T02:17:27.981196Z","end":"2026-03-15T02:17:29.981799Z","steps":["trace[1309661311] 'agreement among raft nodes before linearized reading' (duration: 2.000491687s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:29.981867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:27.981147Z","time spent":"2.000709533s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/15 02:17:29 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:17:29.986038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837383847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:17:30.48639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837383847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:17:30.987212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837383847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:17:31.488363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837383847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:17:31.805452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998652062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:17:31.805549Z","caller":"traceutil/trace.go:171","msg":"trace[100591275] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998810796s","start":"2026-03-15T02:17:26.806712Z","end":"2026-03-15T02:17:31.805523Z","steps":["trace[100591275] 'agreement among raft nodes before linearized reading' (duration: 4.998684453s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:31.805606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:26.806687Z","time spent":"4.998906958s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/15 02:17:31 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:17:31.893478Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.930704104s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-15T02:17:31.989159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999683418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:17:31.989269Z","caller":"traceutil/trace.go:171","msg":"trace[746923949] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999828802s","start":"2026-03-15T02:17:29.989401Z","end":"2026-03-15T02:17:31.98923Z","steps":["trace[746923949] 'agreement among raft nodes before linearized reading' (duration: 1.999713549s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:31.989324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:29.989378Z","time spent":"1.999932654s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/15 02:17:31 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:17:32.173709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.634690075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:32.173828Z","caller":"traceutil/trace.go:171","msg":"trace[1576326960] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8106; }","duration":"6.63490297s","start":"2026-03-15T02:17:25.538897Z","end":"2026-03-15T02:17:32.1738Z","steps":["trace[1576326960] 'count revisions from in-memory index tree' (duration: 6.634511261s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:32.173883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:25.538858Z","time spent":"6.635012053s","remote":"127.0.0.1:41304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:32.174489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.21210472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5c76564898-hfp2n.189ce21f4391946a\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-15T02:17:32.174592Z","caller":"traceutil/trace.go:171","msg":"trace[163197383] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5c76564898-hfp2n.189ce21f4391946a; range_end:; response_count:1; response_revision:8106; }","duration":"6.212265593s","start":"2026-03-15T02:17:25.962297Z","end":"2026-03-15T02:17:32.174563Z","steps":["trace[163197383] 'range keys from in-memory index tree' (duration: 6.211895025s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:32.17455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089997735s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:17:32.174651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:25.962086Z","time spent":"6.21254794s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-5c76564898-hfp2n.189ce21f4391946a\" "} {"level":"info","ts":"2026-03-15T02:17:32.174667Z","caller":"traceutil/trace.go:171","msg":"trace[1349970327] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8106; }","duration":"1.090119428s","start":"2026-03-15T02:17:31.084531Z","end":"2026-03-15T02:17:32.17465Z","steps":["trace[1349970327] 'range keys from in-memory index tree' (duration: 1.089985955s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:32.175246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.474718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:17:32.175362Z","caller":"traceutil/trace.go:171","msg":"trace[464164029] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"6.212747415s","start":"2026-03-15T02:17:25.962591Z","end":"2026-03-15T02:17:32.175338Z","steps":["trace[464164029] 'process raft request' (duration: 5.931074782s)","trace[464164029] 'compare' (duration: 279.576583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:32.17543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:25.962538Z","time spent":"6.212860627s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:32.222277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:27.223753Z","time spent":"4.998513878s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-15T02:17:32.222295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:27.223242Z","time spent":"4.999049391s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-15T02:17:32.222353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:27.223343Z","time spent":"4.9990045s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-15T02:17:32.395121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998202762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:17:32.395216Z","caller":"traceutil/trace.go:171","msg":"trace[786718139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998334445s","start":"2026-03-15T02:17:27.39686Z","end":"2026-03-15T02:17:32.395194Z","steps":["trace[786718139] 'agreement among raft nodes before linearized reading' (duration: 4.998216802s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:32.395185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998822106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-15T02:17:32.395278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:27.39685Z","time spent":"4.998417866s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-15T02:17:32.395302Z","caller":"traceutil/trace.go:171","msg":"trace[446355408] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999013991s","start":"2026-03-15T02:17:27.396259Z","end":"2026-03-15T02:17:32.395273Z","steps":["trace[446355408] 'agreement among raft nodes before linearized reading' (duration: 4.998864257s)"],"step_count":1} 2026/03/15 02:17:32 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:17:32.395366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:27.39623Z","time spent":"4.999125144s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/15 02:17:32 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:17:33.930115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:26.928956Z","time spent":"7.001153158s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-15T02:17:33.98994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000033157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:17:33.99004Z","caller":"traceutil/trace.go:171","msg":"trace[2000112576] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000205461s","start":"2026-03-15T02:17:31.989807Z","end":"2026-03-15T02:17:33.990013Z","steps":["trace[2000112576] 'agreement among raft nodes before linearized reading' (duration: 2.000085818s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:33.990101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:31.989774Z","time spent":"2.000316474s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/15 02:17:33 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:17:34.062274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618034129s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-15T02:17:35.445764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383237711s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-15T02:17:35.445987Z","caller":"traceutil/trace.go:171","msg":"trace[459991002] linearizableReadLoop","detail":"{readStateIndex:8415; appliedIndex:8409; }","duration":"9.465296589s","start":"2026-03-15T02:17:25.980671Z","end":"2026-03-15T02:17:35.445967Z","steps":["trace[459991002] 'read index received' (duration: 5.913022826s)","trace[459991002] 'applied index is now lower than readState.Index' (duration: 3.552272653s)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:35.447219Z","caller":"traceutil/trace.go:171","msg":"trace[1316448944] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"3.26847809s","start":"2026-03-15T02:17:32.178721Z","end":"2026-03-15T02:17:35.4472Z","steps":["trace[1316448944] 'process raft request' (duration: 3.267147819s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:35.447327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:32.178689Z","time spent":"3.268577983s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:35.710705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.428862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:17:35.710918Z","caller":"traceutil/trace.go:171","msg":"trace[1284117939] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"260.167366ms","start":"2026-03-15T02:17:35.450731Z","end":"2026-03-15T02:17:35.710898Z","steps":["trace[1284117939] 'process raft request' (duration: 260.095654ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:35.710989Z","caller":"traceutil/trace.go:171","msg":"trace[837467838] linearizableReadLoop","detail":"{readStateIndex:8417; appliedIndex:8415; }","duration":"264.946219ms","start":"2026-03-15T02:17:35.446015Z","end":"2026-03-15T02:17:35.710961Z","steps":["trace[837467838] 'read index received' (duration: 362.269µs)","trace[837467838] 'applied index is now lower than readState.Index' (duration: 264.58031ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:35.710994Z","caller":"traceutil/trace.go:171","msg":"trace[708429949] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"1.858079229s","start":"2026-03-15T02:17:33.85286Z","end":"2026-03-15T02:17:35.710939Z","steps":["trace[708429949] 'process raft request' (duration: 1.594326879s)","trace[708429949] 'compare' (duration: 263.275499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:35.711125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:33.852844Z","time spent":"1.858217212s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:35.711225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.919856288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:17:35.711285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.482471697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-15T02:17:35.711305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.101081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:17:35.711337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.527208332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:17:35.711297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.411386945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-15T02:17:35.711358Z","caller":"traceutil/trace.go:171","msg":"trace[1650469998] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8114; }","duration":"298.175213ms","start":"2026-03-15T02:17:35.413165Z","end":"2026-03-15T02:17:35.711341Z","steps":["trace[1650469998] 'agreement among raft nodes before linearized reading' (duration: 298.111151ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:35.711368Z","caller":"traceutil/trace.go:171","msg":"trace[491148857] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8114; }","duration":"3.527257633s","start":"2026-03-15T02:17:32.184102Z","end":"2026-03-15T02:17:35.711359Z","steps":["trace[491148857] 'agreement among raft nodes before linearized reading' (duration: 3.527214012s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:35.711399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:32.184091Z","time spent":"3.527298455s","remote":"127.0.0.1:59686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:35.711394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.482191261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-15T02:17:35.711402Z","caller":"traceutil/trace.go:171","msg":"trace[1616872480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8114; }","duration":"8.411546578s","start":"2026-03-15T02:17:27.299831Z","end":"2026-03-15T02:17:35.711377Z","steps":["trace[1616872480] 'agreement among raft nodes before linearized reading' (duration: 8.411267722s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:35.711405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.513847012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:17:35.711426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.482535018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-15T02:17:35.711444Z","caller":"traceutil/trace.go:171","msg":"trace[1401009856] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8114; }","duration":"3.482281253s","start":"2026-03-15T02:17:32.229148Z","end":"2026-03-15T02:17:35.711429Z","steps":["trace[1401009856] 'agreement among raft nodes before linearized reading' (duration: 3.48215078s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:35.711461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:27.299813Z","time spent":"8.411633811s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-15T02:17:35.711485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716011599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:17:35.711488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.958112999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-15T02:17:35.711301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.666358778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-15T02:17:35.711528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.91129954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:17:35.711534Z","caller":"traceutil/trace.go:171","msg":"trace[1454310809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8114; }","duration":"1.7160803s","start":"2026-03-15T02:17:33.995436Z","end":"2026-03-15T02:17:35.711516Z","steps":["trace[1454310809] 'agreement among raft nodes before linearized reading' (duration: 1.716027688s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:35.711545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.824594015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:35.711543Z","caller":"traceutil/trace.go:171","msg":"trace[709238170] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8114; }","duration":"8.958214521s","start":"2026-03-15T02:17:26.753311Z","end":"2026-03-15T02:17:35.711526Z","steps":["trace[709238170] 'agreement among raft nodes before linearized reading' (duration: 8.958050167s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:35.711562Z","caller":"traceutil/trace.go:171","msg":"trace[471723303] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8114; }","duration":"8.666682246s","start":"2026-03-15T02:17:27.044871Z","end":"2026-03-15T02:17:35.711553Z","steps":["trace[471723303] 'agreement among raft nodes before linearized reading' (duration: 8.666264306s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:35.711576Z","caller":"traceutil/trace.go:171","msg":"trace[997298279] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8114; }","duration":"3.824668708s","start":"2026-03-15T02:17:31.886897Z","end":"2026-03-15T02:17:35.711566Z","steps":["trace[997298279] 'agreement among raft nodes before linearized reading' (duration: 3.824615017s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:35.711579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:33.995416Z","time spent":"1.716155232s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-15T02:17:35.711292Z","caller":"traceutil/trace.go:171","msg":"trace[314030477] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8114; }","duration":"5.91997544s","start":"2026-03-15T02:17:29.7913Z","end":"2026-03-15T02:17:35.711276Z","steps":["trace[314030477] 'agreement among raft nodes before linearized reading' (duration: 5.919787636s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:35.711592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:26.753255Z","time spent":"8.958323903s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-15T02:17:35.711605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:31.886873Z","time spent":"3.824725189s","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:35.711637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:29.791276Z","time spent":"5.920341629s","remote":"127.0.0.1:41570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":60,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:35.711543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.410131635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4z7pz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-15T02:17:35.711726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.974061988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:35.711761Z","caller":"traceutil/trace.go:171","msg":"trace[949867671] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8114; }","duration":"2.97416951s","start":"2026-03-15T02:17:32.73758Z","end":"2026-03-15T02:17:35.71175Z","steps":["trace[949867671] 'agreement among raft nodes before linearized reading' (duration: 2.974129999s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:35.711788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:32.737547Z","time spent":"2.974234951s","remote":"127.0.0.1:48838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:35.711725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.091524719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-15T02:17:35.711814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.493019893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-15T02:17:35.71181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314355435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-15T02:17:35.711344Z","caller":"traceutil/trace.go:171","msg":"trace[1265377782] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8114; }","duration":"3.48258726s","start":"2026-03-15T02:17:32.228743Z","end":"2026-03-15T02:17:35.711331Z","steps":["trace[1265377782] 'agreement among raft nodes before linearized reading' (duration: 3.482419216s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:35.711825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314430648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-15T02:17:35.711844Z","caller":"traceutil/trace.go:171","msg":"trace[750765176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8114; }","duration":"1.314418107s","start":"2026-03-15T02:17:34.397416Z","end":"2026-03-15T02:17:35.711834Z","steps":["trace[750765176] 'agreement among raft nodes before linearized reading' (duration: 1.314329615s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:35.711855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:32.228732Z","time spent":"3.483112372s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-15T02:17:35.711872Z","caller":"traceutil/trace.go:171","msg":"trace[1163302445] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8114; }","duration":"1.31451397s","start":"2026-03-15T02:17:34.397347Z","end":"2026-03-15T02:17:35.711861Z","steps":["trace[1163302445] 'agreement among raft nodes before linearized reading' (duration: 1.314403567s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:35.711873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:34.39739Z","time spent":"1.314476749s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-15T02:17:35.711896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075467163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-15T02:17:35.711903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:34.397325Z","time spent":"1.314571421s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-15T02:17:35.711912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99918868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:35.711897Z","caller":"traceutil/trace.go:171","msg":"trace[1658949780] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8114; }","duration":"7.091680533s","start":"2026-03-15T02:17:28.620148Z","end":"2026-03-15T02:17:35.711828Z","steps":["trace[1658949780] 'agreement among raft nodes before linearized reading' (duration: 7.091304884s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:35.711922Z","caller":"traceutil/trace.go:171","msg":"trace[1620314399] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8114; }","duration":"1.075519273s","start":"2026-03-15T02:17:34.636396Z","end":"2026-03-15T02:17:35.711916Z","steps":["trace[1620314399] 'agreement among raft nodes before linearized reading' (duration: 1.075454742s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:35.711869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.554887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:17:35.711939Z","caller":"traceutil/trace.go:171","msg":"trace[373597689] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8114; }","duration":"2.999281392s","start":"2026-03-15T02:17:32.712648Z","end":"2026-03-15T02:17:35.71193Z","steps":["trace[373597689] 'agreement among raft nodes before linearized reading' (duration: 2.999244482s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:35.711933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.962758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:35.711957Z","caller":"traceutil/trace.go:171","msg":"trace[1889553255] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8114; }","duration":"322.648249ms","start":"2026-03-15T02:17:35.3893Z","end":"2026-03-15T02:17:35.711948Z","steps":["trace[1889553255] 'agreement among raft nodes before linearized reading' (duration: 322.529796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:35.711799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051351823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:17:35.711991Z","caller":"traceutil/trace.go:171","msg":"trace[2084545830] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8114; }","duration":"382.054571ms","start":"2026-03-15T02:17:35.329922Z","end":"2026-03-15T02:17:35.711976Z","steps":["trace[2084545830] 'agreement among raft nodes before linearized reading' (duration: 381.978859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:35.712004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:28.620126Z","time spent":"7.091859837s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-15T02:17:35.711564Z","caller":"traceutil/trace.go:171","msg":"trace[1731063630] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8114; }","duration":"3.911336731s","start":"2026-03-15T02:17:31.800219Z","end":"2026-03-15T02:17:35.711556Z","steps":["trace[1731063630] 'agreement among raft nodes before linearized reading' (duration: 3.911279789s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:35.712187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:31.800164Z","time spent":"3.911991617s","remote":"127.0.0.1:41598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:17:35.711836Z","caller":"traceutil/trace.go:171","msg":"trace[1152894986] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:8114; }","duration":"2.493089064s","start":"2026-03-15T02:17:33.21874Z","end":"2026-03-15T02:17:35.711829Z","steps":["trace[1152894986] 'agreement among raft nodes before linearized reading' (duration: 2.493038783s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:35.71167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.943097807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:17:35.712319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:33.218712Z","time spent":"2.493556085s","remote":"127.0.0.1:41252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"info","ts":"2026-03-15T02:17:35.712373Z","caller":"traceutil/trace.go:171","msg":"trace[1788786843] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8114; }","duration":"2.943873646s","start":"2026-03-15T02:17:32.768483Z","end":"2026-03-15T02:17:35.712357Z","steps":["trace[1788786843] 'agreement among raft nodes before linearized reading' (duration: 2.943163899s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:35.712425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:32.768449Z","time spent":"2.943958158s","remote":"127.0.0.1:41488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:17:35.71188Z","caller":"traceutil/trace.go:171","msg":"trace[703142778] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4z7pz; range_end:; response_count:1; response_revision:8114; }","duration":"8.410481453s","start":"2026-03-15T02:17:27.301258Z","end":"2026-03-15T02:17:35.71174Z","steps":["trace[703142778] 'agreement among raft nodes before linearized reading' (duration: 8.409965511s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:35.712483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:27.301246Z","time spent":"8.411223001s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-4z7pz\" "} {"level":"info","ts":"2026-03-15T02:17:35.711478Z","caller":"traceutil/trace.go:171","msg":"trace[1197289276] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8114; }","duration":"3.48260308s","start":"2026-03-15T02:17:32.228862Z","end":"2026-03-15T02:17:35.711465Z","steps":["trace[1197289276] 'agreement among raft nodes before linearized reading' (duration: 3.482506538s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:35.71257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:32.228851Z","time spent":"3.483711916s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-15T02:17:35.711764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904643766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-15T02:17:35.712662Z","caller":"traceutil/trace.go:171","msg":"trace[901734555] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8114; }","duration":"1.905574479s","start":"2026-03-15T02:17:33.807077Z","end":"2026-03-15T02:17:35.712652Z","steps":["trace[901734555] 'agreement among raft nodes before linearized reading' (duration: 1.904605786s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:35.712697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:33.807055Z","time spent":"1.90563298s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-15T02:17:35.7114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.315052433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-15T02:17:35.711481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:32.229129Z","time spent":"3.482343945s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-15T02:17:35.712788Z","caller":"traceutil/trace.go:171","msg":"trace[1193075719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8114; }","duration":"8.316502577s","start":"2026-03-15T02:17:27.396263Z","end":"2026-03-15T02:17:35.712766Z","steps":["trace[1193075719] 'agreement among raft nodes before linearized reading' (duration: 8.31493791s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:35.712836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:27.396235Z","time spent":"8.316586189s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-15T02:17:35.711481Z","caller":"traceutil/trace.go:171","msg":"trace[267479697] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8114; }","duration":"8.513921823s","start":"2026-03-15T02:17:27.197539Z","end":"2026-03-15T02:17:35.711461Z","steps":["trace[267479697] 'agreement among raft nodes before linearized reading' (duration: 8.513819641s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:35.713502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:27.197509Z","time spent":"8.515959301s","remote":"127.0.0.1:41600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:35.711595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:27.044838Z","time spent":"8.666747786s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-15T02:17:35.711219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.058500459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:17:35.711694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778538303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-15T02:17:35.711947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:34.636362Z","time spent":"1.075580675s","remote":"127.0.0.1:36184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-15T02:17:35.71196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:32.71261Z","time spent":"2.999344884s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:35.711988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:35.389258Z","time spent":"322.721701ms","remote":"127.0.0.1:37650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:35.712039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:35.3299Z","time spent":"382.126092ms","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:17:35.712035Z","caller":"traceutil/trace.go:171","msg":"trace[1962923411] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8114; }","duration":"1.051610809s","start":"2026-03-15T02:17:34.660405Z","end":"2026-03-15T02:17:35.712015Z","steps":["trace[1962923411] 'agreement among raft nodes before linearized reading' (duration: 1.051300412s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:35.713784Z","caller":"traceutil/trace.go:171","msg":"trace[1036339149] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8114; }","duration":"3.06110614s","start":"2026-03-15T02:17:32.652668Z","end":"2026-03-15T02:17:35.713775Z","steps":["trace[1036339149] 'agreement among raft nodes before linearized reading' (duration: 3.058399316s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:35.714056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:32.652603Z","time spent":"3.061431617s","remote":"127.0.0.1:41466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:17:35.713834Z","caller":"traceutil/trace.go:171","msg":"trace[528596016] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:8114; }","duration":"1.780694173s","start":"2026-03-15T02:17:33.933106Z","end":"2026-03-15T02:17:35.7138Z","steps":["trace[528596016] 'agreement among raft nodes before linearized reading' (duration: 1.778494532s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:35.714146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:34.660392Z","time spent":"1.053729469s","remote":"127.0.0.1:41510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":54,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:35.714174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:33.93309Z","time spent":"1.781072113s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-15T02:17:35.973795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.476097ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-15T02:17:35.973896Z","caller":"traceutil/trace.go:171","msg":"trace[1204735065] linearizableReadLoop","detail":"{readStateIndex:8419; appliedIndex:8418; }","duration":"257.164955ms","start":"2026-03-15T02:17:35.716712Z","end":"2026-03-15T02:17:35.973877Z","steps":["trace[1204735065] 'read index received' (duration: 112.726649ms)","trace[1204735065] 'applied index is now lower than readState.Index' (duration: 144.436716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:35.974112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.38724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189ce23036c903b0\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-15T02:17:35.974154Z","caller":"traceutil/trace.go:171","msg":"trace[1887941257] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189ce23036c903b0; range_end:; response_count:1; response_revision:8114; }","duration":"257.464682ms","start":"2026-03-15T02:17:35.716677Z","end":"2026-03-15T02:17:35.974142Z","steps":["trace[1887941257] 'agreement among raft nodes before linearized reading' (duration: 257.287168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:36.293587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.358988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:17:36.293992Z","caller":"traceutil/trace.go:171","msg":"trace[1202367957] transaction","detail":"{read_only:false; response_revision:8119; number_of_response:1; }","duration":"575.116864ms","start":"2026-03-15T02:17:35.71885Z","end":"2026-03-15T02:17:36.293966Z","steps":["trace[1202367957] 'process raft request' (duration: 574.97517ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:36.294Z","caller":"traceutil/trace.go:171","msg":"trace[1295050856] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"575.002591ms","start":"2026-03-15T02:17:35.718968Z","end":"2026-03-15T02:17:36.293971Z","steps":["trace[1295050856] 'process raft request' (duration: 574.884188ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:36.294006Z","caller":"traceutil/trace.go:171","msg":"trace[668982413] transaction","detail":"{read_only:false; response_revision:8121; number_of_response:1; }","duration":"575.005511ms","start":"2026-03-15T02:17:35.718978Z","end":"2026-03-15T02:17:36.293984Z","steps":["trace[668982413] 'process raft request' (duration: 574.905039ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:36.294039Z","caller":"traceutil/trace.go:171","msg":"trace[1004704667] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"318.273776ms","start":"2026-03-15T02:17:35.975744Z","end":"2026-03-15T02:17:36.294018Z","steps":["trace[1004704667] 'process raft request' (duration: 318.220585ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:36.294045Z","caller":"traceutil/trace.go:171","msg":"trace[140281684] transaction","detail":"{read_only:false; response_revision:8116; number_of_response:1; }","duration":"577.231653ms","start":"2026-03-15T02:17:35.716786Z","end":"2026-03-15T02:17:36.294018Z","steps":["trace[140281684] 'process raft request' (duration: 576.907725ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:36.294057Z","caller":"traceutil/trace.go:171","msg":"trace[564201253] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"319.185177ms","start":"2026-03-15T02:17:35.97485Z","end":"2026-03-15T02:17:36.294035Z","steps":["trace[564201253] 'process raft request' (duration: 319.072345ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:36.294069Z","caller":"traceutil/trace.go:171","msg":"trace[174000405] transaction","detail":"{read_only:false; response_revision:8118; number_of_response:1; }","duration":"577.148811ms","start":"2026-03-15T02:17:35.71691Z","end":"2026-03-15T02:17:36.294059Z","steps":["trace[174000405] 'process raft request' (duration: 576.880135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:36.2941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:35.718831Z","time spent":"575.207645ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:36.294065Z","caller":"traceutil/trace.go:171","msg":"trace[1697383997] linearizableReadLoop","detail":"{readStateIndex:8426; appliedIndex:8419; }","duration":"320.094369ms","start":"2026-03-15T02:17:35.973934Z","end":"2026-03-15T02:17:36.294028Z","steps":["trace[1697383997] 'read index received' (duration: 171.28208ms)","trace[1697383997] 'applied index is now lower than readState.Index' (duration: 148.809159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:36.294119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:35.71897Z","time spent":"575.090363ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:36.294109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:35.718961Z","time spent":"575.093083ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:36.294115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:35.97572Z","time spent":"318.359268ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:36.294144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:35.71674Z","time spent":"577.357176ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:36.294155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:35.716898Z","time spent":"577.207893ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:36.294169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:35.974828Z","time spent":"319.27409ms","remote":"127.0.0.1:41252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:36.294009Z","caller":"traceutil/trace.go:171","msg":"trace[255480746] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"577.268234ms","start":"2026-03-15T02:17:35.716715Z","end":"2026-03-15T02:17:36.293984Z","steps":["trace[255480746] 'process raft request' (duration: 428.423044ms)","trace[255480746] 'compare' (duration: 148.154324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:36.294187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.257516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-15T02:17:36.294235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:35.716696Z","time spent":"577.520151ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:36.294226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.821475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:17:36.294304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.386669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-15T02:17:36.294302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.645578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:36.294294Z","caller":"traceutil/trace.go:171","msg":"trace[1509849564] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8123; }","duration":"575.320948ms","start":"2026-03-15T02:17:35.718902Z","end":"2026-03-15T02:17:36.294223Z","steps":["trace[1509849564] 'agreement among raft nodes before linearized reading' (duration: 575.156734ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:36.294325Z","caller":"traceutil/trace.go:171","msg":"trace[533372960] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:8123; }","duration":"575.430151ms","start":"2026-03-15T02:17:35.718889Z","end":"2026-03-15T02:17:36.294319Z","steps":["trace[533372960] 'agreement among raft nodes before linearized reading' (duration: 575.306058ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:36.294316Z","caller":"traceutil/trace.go:171","msg":"trace[2096672688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8123; }","duration":"571.917977ms","start":"2026-03-15T02:17:35.722379Z","end":"2026-03-15T02:17:36.294297Z","steps":["trace[2096672688] 'agreement among raft nodes before linearized reading' (duration: 571.800305ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:36.294339Z","caller":"traceutil/trace.go:171","msg":"trace[753771018] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8123; }","duration":"570.693699ms","start":"2026-03-15T02:17:35.723632Z","end":"2026-03-15T02:17:36.294325Z","steps":["trace[753771018] 'agreement among raft nodes before linearized reading' (duration: 570.600857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:36.294323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.486092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189ce22c8e5b41e2\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-15T02:17:36.29435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:35.718895Z","time spent":"575.443631ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-15T02:17:36.294359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:35.722373Z","time spent":"571.97526ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:17:36.294377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:35.723624Z","time spent":"570.74378ms","remote":"127.0.0.1:37706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:36.294381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.42101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-15T02:17:36.294395Z","caller":"traceutil/trace.go:171","msg":"trace[273999589] range","detail":"{range_begin:/registry/events/openstack/ceph.189ce22c8e5b41e2; range_end:; response_count:1; response_revision:8123; }","duration":"575.592944ms","start":"2026-03-15T02:17:35.718784Z","end":"2026-03-15T02:17:36.294377Z","steps":["trace[273999589] 'agreement among raft nodes before linearized reading' (duration: 575.304347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:36.294411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.660386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-15T02:17:36.294422Z","caller":"traceutil/trace.go:171","msg":"trace[680687608] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8123; }","duration":"575.471662ms","start":"2026-03-15T02:17:35.718938Z","end":"2026-03-15T02:17:36.294409Z","steps":["trace[680687608] 'agreement among raft nodes before linearized reading' (duration: 575.292168ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:36.294431Z","caller":"traceutil/trace.go:171","msg":"trace[69341462] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8123; }","duration":"575.701667ms","start":"2026-03-15T02:17:35.718723Z","end":"2026-03-15T02:17:36.294425Z","steps":["trace[69341462] 'agreement among raft nodes before linearized reading' (duration: 575.600585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:36.294349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:35.718873Z","time spent":"575.469171ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-15T02:17:36.294443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:35.718776Z","time spent":"575.653946ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.189ce22c8e5b41e2\" "} {"level":"warn","ts":"2026-03-15T02:17:36.294458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:35.718712Z","time spent":"575.742578ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-15T02:17:36.294461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:35.718929Z","time spent":"575.523463ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-15T02:17:36.294348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.729407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-15T02:17:36.294533Z","caller":"traceutil/trace.go:171","msg":"trace[393066534] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8123; }","duration":"575.935853ms","start":"2026-03-15T02:17:35.718584Z","end":"2026-03-15T02:17:36.29452Z","steps":["trace[393066534] 'agreement among raft nodes before linearized reading' (duration: 575.556234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:36.294582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:35.718572Z","time spent":"575.998184ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-15T02:17:36.294761Z","caller":"traceutil/trace.go:171","msg":"trace[1836870041] transaction","detail":"{read_only:false; response_revision:8117; number_of_response:1; }","duration":"577.919139ms","start":"2026-03-15T02:17:35.716826Z","end":"2026-03-15T02:17:36.294746Z","steps":["trace[1836870041] 'process raft request' (duration: 576.928186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:36.294782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.040455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228918"} {"level":"info","ts":"2026-03-15T02:17:36.294852Z","caller":"traceutil/trace.go:171","msg":"trace[1035960519] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8123; }","duration":"576.120817ms","start":"2026-03-15T02:17:35.718715Z","end":"2026-03-15T02:17:36.294835Z","steps":["trace[1035960519] 'agreement among raft nodes before linearized reading' (duration: 575.658266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:36.294905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:35.71871Z","time spent":"576.184078ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228942,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-15T02:17:36.295004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:35.716806Z","time spent":"578.020072ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:36.679145Z","caller":"traceutil/trace.go:171","msg":"trace[243555530] linearizableReadLoop","detail":"{readStateIndex:8430; appliedIndex:8429; }","duration":"321.328598ms","start":"2026-03-15T02:17:36.357798Z","end":"2026-03-15T02:17:36.679126Z","steps":["trace[243555530] 'read index received' (duration: 321.165554ms)","trace[243555530] 'applied index is now lower than readState.Index' (duration: 162.544µs)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:36.679265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.938603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:36.679234Z","caller":"traceutil/trace.go:171","msg":"trace[1863110319] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"322.533307ms","start":"2026-03-15T02:17:36.356666Z","end":"2026-03-15T02:17:36.6792Z","steps":["trace[1863110319] 'process raft request' (duration: 322.345272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:36.679294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.470031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:36.679371Z","caller":"traceutil/trace.go:171","msg":"trace[1281967536] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8125; }","duration":"321.559883ms","start":"2026-03-15T02:17:36.357792Z","end":"2026-03-15T02:17:36.679352Z","steps":["trace[1281967536] 'agreement among raft nodes before linearized reading' (duration: 321.41993ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:36.679285Z","caller":"traceutil/trace.go:171","msg":"trace[2081677126] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8125; }","duration":"308.010684ms","start":"2026-03-15T02:17:36.371268Z","end":"2026-03-15T02:17:36.679278Z","steps":["trace[2081677126] 'agreement among raft nodes before linearized reading' (duration: 307.947492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:36.679422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:36.357773Z","time spent":"321.639676ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-15T02:17:36.679424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:36.356651Z","time spent":"322.67252ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:36.679438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:36.371257Z","time spent":"308.172338ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:37.779197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.673725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:37.779249Z","caller":"traceutil/trace.go:171","msg":"trace[1465750508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8125; }","duration":"795.778707ms","start":"2026-03-15T02:17:36.983459Z","end":"2026-03-15T02:17:37.779238Z","steps":["trace[1465750508] 'range keys from in-memory index tree' (duration: 795.537331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:37.779277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:36.983438Z","time spent":"795.829639ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-15T02:17:38.611262Z","caller":"traceutil/trace.go:171","msg":"trace[1167688287] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"308.587217ms","start":"2026-03-15T02:17:38.302634Z","end":"2026-03-15T02:17:38.611221Z","steps":["trace[1167688287] 'process raft request' (duration: 308.503645ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:38.611272Z","caller":"traceutil/trace.go:171","msg":"trace[123133498] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"311.386583ms","start":"2026-03-15T02:17:38.299813Z","end":"2026-03-15T02:17:38.611199Z","steps":["trace[123133498] 'process raft request' (duration: 311.202809ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:38.611284Z","caller":"traceutil/trace.go:171","msg":"trace[1089639557] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"309.875058ms","start":"2026-03-15T02:17:38.301376Z","end":"2026-03-15T02:17:38.611251Z","steps":["trace[1089639557] 'process raft request' (duration: 309.742114ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:38.611327Z","caller":"traceutil/trace.go:171","msg":"trace[2112817788] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"308.503946ms","start":"2026-03-15T02:17:38.3028Z","end":"2026-03-15T02:17:38.611304Z","steps":["trace[2112817788] 'process raft request' (duration: 308.355652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:38.611413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:38.302628Z","time spent":"308.709101ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:38.611445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:38.302793Z","time spent":"308.572157ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:38.611462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:38.301369Z","time spent":"309.99309ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:38.611445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:38.299793Z","time spent":"311.562708ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:38.611533Z","caller":"traceutil/trace.go:171","msg":"trace[2073485434] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"308.240499ms","start":"2026-03-15T02:17:38.30323Z","end":"2026-03-15T02:17:38.61147Z","steps":["trace[2073485434] 'process raft request' (duration: 307.968012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:38.611593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.006734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-15T02:17:38.611742Z","caller":"traceutil/trace.go:171","msg":"trace[2129330849] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"308.389333ms","start":"2026-03-15T02:17:38.30287Z","end":"2026-03-15T02:17:38.611259Z","steps":["trace[2129330849] 'process raft request' (duration: 308.305101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:38.611792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:38.303222Z","time spent":"308.436314ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:38.611805Z","caller":"traceutil/trace.go:171","msg":"trace[1638057305] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8132; }","duration":"311.221159ms","start":"2026-03-15T02:17:38.300567Z","end":"2026-03-15T02:17:38.611789Z","steps":["trace[1638057305] 'agreement among raft nodes before linearized reading' (duration: 310.908332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:38.611867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:38.302853Z","time spent":"308.946296ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:38.611875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:38.300563Z","time spent":"311.280851ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-15T02:17:38.611985Z","caller":"traceutil/trace.go:171","msg":"trace[1524551215] linearizableReadLoop","detail":"{readStateIndex:8432; appliedIndex:8430; }","duration":"310.641136ms","start":"2026-03-15T02:17:38.300578Z","end":"2026-03-15T02:17:38.611219Z","steps":["trace[1524551215] 'read index received' (duration: 32.424595ms)","trace[1524551215] 'applied index is now lower than readState.Index' (duration: 278.215811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:38.922758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.753717ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-15T02:17:38.923083Z","caller":"traceutil/trace.go:171","msg":"trace[773573049] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"307.337797ms","start":"2026-03-15T02:17:38.615724Z","end":"2026-03-15T02:17:38.923061Z","steps":["trace[773573049] 'process raft request' (duration: 307.157703ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:38.923086Z","caller":"traceutil/trace.go:171","msg":"trace[1857494708] linearizableReadLoop","detail":"{readStateIndex:8438; appliedIndex:8437; }","duration":"311.041855ms","start":"2026-03-15T02:17:38.612004Z","end":"2026-03-15T02:17:38.923046Z","steps":["trace[1857494708] 'read index received' (duration: 70.087853ms)","trace[1857494708] 'applied index is now lower than readState.Index' (duration: 240.950452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:38.923205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:38.615708Z","time spent":"307.424449ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:38.923305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.242802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4z7pz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-15T02:17:38.923329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.476143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:17:38.923362Z","caller":"traceutil/trace.go:171","msg":"trace[1488413654] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4z7pz; range_end:; response_count:1; response_revision:8133; }","duration":"619.333425ms","start":"2026-03-15T02:17:38.304013Z","end":"2026-03-15T02:17:38.923347Z","steps":["trace[1488413654] 'agreement among raft nodes before linearized reading' (duration: 619.201812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:38.923418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:38.304005Z","time spent":"619.402856ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-4z7pz\" "} {"level":"info","ts":"2026-03-15T02:17:38.923414Z","caller":"traceutil/trace.go:171","msg":"trace[747708334] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8133; }","duration":"174.646408ms","start":"2026-03-15T02:17:38.748749Z","end":"2026-03-15T02:17:38.923395Z","steps":["trace[747708334] 'agreement among raft nodes before linearized reading' (duration: 174.505995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:41.010685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.257851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-15T02:17:41.010781Z","caller":"traceutil/trace.go:171","msg":"trace[1109375641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8134; }","duration":"395.377814ms","start":"2026-03-15T02:17:40.61538Z","end":"2026-03-15T02:17:41.010758Z","steps":["trace[1109375641] 'range keys from in-memory index tree' (duration: 394.967954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:41.010825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:40.615378Z","time spent":"395.437955ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-15T02:17:41.010853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.496726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-15T02:17:41.010911Z","caller":"traceutil/trace.go:171","msg":"trace[122713309] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8134; }","duration":"395.567938ms","start":"2026-03-15T02:17:40.61533Z","end":"2026-03-15T02:17:41.010898Z","steps":["trace[122713309] 'range keys from in-memory index tree' (duration: 395.251551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:41.010936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:40.615282Z","time spent":"395.649121ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-15T02:17:41.117392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837383915,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-15T02:17:41.20417Z","caller":"traceutil/trace.go:171","msg":"trace[1040100153] transaction","detail":"{read_only:false; response_revision:8135; number_of_response:1; }","duration":"587.594767ms","start":"2026-03-15T02:17:40.616551Z","end":"2026-03-15T02:17:41.204145Z","steps":["trace[1040100153] 'process raft request' (duration: 587.428544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:41.204331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:40.616541Z","time spent":"587.71079ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:41.427954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.459393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:17:41.428243Z","caller":"traceutil/trace.go:171","msg":"trace[618873156] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"411.561866ms","start":"2026-03-15T02:17:41.016661Z","end":"2026-03-15T02:17:41.428223Z","steps":["trace[618873156] 'process raft request' (duration: 411.469654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:41.428357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:41.016625Z","time spent":"411.695109ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:41.428245Z","caller":"traceutil/trace.go:171","msg":"trace[738515607] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"811.108129ms","start":"2026-03-15T02:17:40.617102Z","end":"2026-03-15T02:17:41.42821Z","steps":["trace[738515607] 'process raft request' (duration: 681.295737ms)","trace[738515607] 'compare' (duration: 129.3364ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:41.428426Z","caller":"traceutil/trace.go:171","msg":"trace[639002721] linearizableReadLoop","detail":"{readStateIndex:8444; appliedIndex:8440; }","duration":"811.750633ms","start":"2026-03-15T02:17:40.616652Z","end":"2026-03-15T02:17:41.428403Z","steps":["trace[639002721] 'read index received' (duration: 587.445223ms)","trace[639002721] 'applied index is now lower than readState.Index' (duration: 224.30357ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:41.428532Z","caller":"traceutil/trace.go:171","msg":"trace[1727100232] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"411.001733ms","start":"2026-03-15T02:17:41.017516Z","end":"2026-03-15T02:17:41.428518Z","steps":["trace[1727100232] 'process raft request' (duration: 410.673885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:41.428582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:40.617063Z","time spent":"811.430496ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:41.428626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:41.017488Z","time spent":"411.089145ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:41.428698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.02967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-15T02:17:41.428788Z","caller":"traceutil/trace.go:171","msg":"trace[2079024186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8138; }","duration":"812.133682ms","start":"2026-03-15T02:17:40.616606Z","end":"2026-03-15T02:17:41.428739Z","steps":["trace[2079024186] 'agreement among raft nodes before linearized reading' (duration: 811.926277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:41.428831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:40.616583Z","time spent":"812.239315ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-15T02:17:41.42903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.459464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4z7pz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-15T02:17:41.429077Z","caller":"traceutil/trace.go:171","msg":"trace[42466644] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4z7pz; range_end:; response_count:1; response_revision:8138; }","duration":"492.540486ms","start":"2026-03-15T02:17:40.936524Z","end":"2026-03-15T02:17:41.429064Z","steps":["trace[42466644] 'agreement among raft nodes before linearized reading' (duration: 492.447144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:41.429081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.375378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-15T02:17:41.429109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:40.936505Z","time spent":"492.597697ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-4z7pz\" "} {"level":"warn","ts":"2026-03-15T02:17:41.429043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.792474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-15T02:17:41.429195Z","caller":"traceutil/trace.go:171","msg":"trace[438168909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8138; }","duration":"501.972588ms","start":"2026-03-15T02:17:40.927208Z","end":"2026-03-15T02:17:41.42918Z","steps":["trace[438168909] 'agreement among raft nodes before linearized reading' (duration: 501.725042ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:41.42914Z","caller":"traceutil/trace.go:171","msg":"trace[1878953350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8138; }","duration":"812.494731ms","start":"2026-03-15T02:17:40.61663Z","end":"2026-03-15T02:17:41.429125Z","steps":["trace[1878953350] 'agreement among raft nodes before linearized reading' (duration: 812.304087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:41.429266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:40.92719Z","time spent":"502.06522ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-15T02:17:41.429323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:40.61661Z","time spent":"812.697546ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-15T02:17:41.429511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.923851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:17:41.429635Z","caller":"traceutil/trace.go:171","msg":"trace[153269296] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8138; }","duration":"503.050994ms","start":"2026-03-15T02:17:40.926518Z","end":"2026-03-15T02:17:41.429569Z","steps":["trace[153269296] 'agreement among raft nodes before linearized reading' (duration: 502.705296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:41.429757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:40.926492Z","time spent":"503.180076ms","remote":"127.0.0.1:42980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:17:41.873962Z","caller":"traceutil/trace.go:171","msg":"trace[106646242] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"439.663178ms","start":"2026-03-15T02:17:41.434266Z","end":"2026-03-15T02:17:41.873929Z","steps":["trace[106646242] 'process raft request' (duration: 439.417102ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:41.874163Z","caller":"traceutil/trace.go:171","msg":"trace[1750382956] linearizableReadLoop","detail":"{readStateIndex:8447; appliedIndex:8445; }","duration":"172.59499ms","start":"2026-03-15T02:17:41.701534Z","end":"2026-03-15T02:17:41.874129Z","steps":["trace[1750382956] 'read index received' (duration: 172.007536ms)","trace[1750382956] 'applied index is now lower than readState.Index' (duration: 584.764µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:41.874181Z","caller":"traceutil/trace.go:171","msg":"trace[287099752] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"438.907031ms","start":"2026-03-15T02:17:41.435231Z","end":"2026-03-15T02:17:41.874138Z","steps":["trace[287099752] 'process raft request' (duration: 438.649625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:41.874359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:41.434237Z","time spent":"439.928785ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:41.874426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.873467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-15T02:17:41.874491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:41.435216Z","time spent":"439.076625ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:41.874515Z","caller":"traceutil/trace.go:171","msg":"trace[1446980515] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8141; }","duration":"173.017191ms","start":"2026-03-15T02:17:41.701482Z","end":"2026-03-15T02:17:41.874499Z","steps":["trace[1446980515] 'agreement among raft nodes before linearized reading' (duration: 172.773025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:42.146513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.986625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:17:42.146517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.627136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:42.146594Z","caller":"traceutil/trace.go:171","msg":"trace[2146236925] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8141; }","duration":"169.125458ms","start":"2026-03-15T02:17:41.97745Z","end":"2026-03-15T02:17:42.146575Z","steps":["trace[2146236925] 'range keys from in-memory index tree' (duration: 168.913073ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:42.146654Z","caller":"traceutil/trace.go:171","msg":"trace[1896173558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8141; }","duration":"165.824961ms","start":"2026-03-15T02:17:41.980793Z","end":"2026-03-15T02:17:42.146618Z","steps":["trace[1896173558] 'range keys from in-memory index tree' (duration: 165.548925ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:42.489283Z","caller":"traceutil/trace.go:171","msg":"trace[1885693324] linearizableReadLoop","detail":"{readStateIndex:8448; appliedIndex:8447; }","duration":"128.668193ms","start":"2026-03-15T02:17:42.360586Z","end":"2026-03-15T02:17:42.489254Z","steps":["trace[1885693324] 'read index received' (duration: 128.615412ms)","trace[1885693324] 'applied index is now lower than readState.Index' (duration: 51.811µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:42.489394Z","caller":"traceutil/trace.go:171","msg":"trace[1023198448] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"170.380297ms","start":"2026-03-15T02:17:42.318982Z","end":"2026-03-15T02:17:42.489363Z","steps":["trace[1023198448] 'process raft request' (duration: 170.131741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:42.490107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.488413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-15T02:17:42.490176Z","caller":"traceutil/trace.go:171","msg":"trace[1458553359] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8142; }","duration":"129.616846ms","start":"2026-03-15T02:17:42.360548Z","end":"2026-03-15T02:17:42.490165Z","steps":["trace[1458553359] 'agreement among raft nodes before linearized reading' (duration: 128.811527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:43.908435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.292055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:17:43.908618Z","caller":"traceutil/trace.go:171","msg":"trace[1074192719] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"1.488118584s","start":"2026-03-15T02:17:42.420465Z","end":"2026-03-15T02:17:43.908583Z","steps":["trace[1074192719] 'process raft request' (duration: 960.577563ms)","trace[1074192719] 'compare' (duration: 526.498406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:43.908802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:42.420447Z","time spent":"1.488238866s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:43.908823Z","caller":"traceutil/trace.go:171","msg":"trace[1617569910] transaction","detail":"{read_only:false; response_revision:8144; number_of_response:1; }","duration":"698.339549ms","start":"2026-03-15T02:17:43.210464Z","end":"2026-03-15T02:17:43.908804Z","steps":["trace[1617569910] 'process raft request' (duration: 698.091093ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:43.908789Z","caller":"traceutil/trace.go:171","msg":"trace[1637535136] linearizableReadLoop","detail":"{readStateIndex:8449; appliedIndex:8448; }","duration":"925.733692ms","start":"2026-03-15T02:17:42.983008Z","end":"2026-03-15T02:17:43.908741Z","steps":["trace[1637535136] 'read index received' (duration: 398.054687ms)","trace[1637535136] 'applied index is now lower than readState.Index' (duration: 527.676295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:43.908951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.924306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:43.909019Z","caller":"traceutil/trace.go:171","msg":"trace[772537405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8144; }","duration":"926.037029ms","start":"2026-03-15T02:17:42.982966Z","end":"2026-03-15T02:17:43.909003Z","steps":["trace[772537405] 'agreement among raft nodes before linearized reading' (duration: 925.873865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:43.908933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:43.210436Z","time spent":"698.427612ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:43.909066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:42.98295Z","time spent":"926.107371ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:17:44.570733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.908696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:17:44.570841Z","caller":"traceutil/trace.go:171","msg":"trace[1076014665] transaction","detail":"{read_only:false; response_revision:8145; number_of_response:1; }","duration":"1.13596514s","start":"2026-03-15T02:17:43.434856Z","end":"2026-03-15T02:17:44.570821Z","steps":["trace[1076014665] 'process raft request' (duration: 798.895571ms)","trace[1076014665] 'compare' (duration: 336.27215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:44.573137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:43.434839Z","time spent":"1.136032071s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:45.532229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.595278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:17:45.532333Z","caller":"traceutil/trace.go:171","msg":"trace[488928925] linearizableReadLoop","detail":"{readStateIndex:8452; appliedIndex:8450; }","duration":"1.623355714s","start":"2026-03-15T02:17:43.908959Z","end":"2026-03-15T02:17:45.532315Z","steps":["trace[488928925] 'read index received' (duration: 324.80417ms)","trace[488928925] 'applied index is now lower than readState.Index' (duration: 1.298550154s)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:45.532444Z","caller":"traceutil/trace.go:171","msg":"trace[716000030] transaction","detail":"{read_only:false; response_revision:8146; number_of_response:1; }","duration":"1.730724906s","start":"2026-03-15T02:17:43.801681Z","end":"2026-03-15T02:17:45.532406Z","steps":["trace[716000030] 'process raft request' (duration: 977.856601ms)","trace[716000030] 'compare' (duration: 752.029585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:45.53251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622591986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:17:45.532568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030161008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-15T02:17:45.532579Z","caller":"traceutil/trace.go:171","msg":"trace[1579180914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8146; }","duration":"1.622708519s","start":"2026-03-15T02:17:43.909855Z","end":"2026-03-15T02:17:45.532563Z","steps":["trace[1579180914] 'agreement among raft nodes before linearized reading' (duration: 1.622588716s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:45.532599Z","caller":"traceutil/trace.go:171","msg":"trace[1734160970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8146; }","duration":"2.030216499s","start":"2026-03-15T02:17:43.502372Z","end":"2026-03-15T02:17:45.532589Z","steps":["trace[1734160970] 'agreement among raft nodes before linearized reading' (duration: 2.030036755s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:45.532613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:43.90984Z","time spent":"1.62276756s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:17:45.532589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653717901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-15T02:17:45.532635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:43.502356Z","time spent":"2.03027158s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-15T02:17:45.53266Z","caller":"traceutil/trace.go:171","msg":"trace[624500117] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8146; }","duration":"1.653814773s","start":"2026-03-15T02:17:43.878825Z","end":"2026-03-15T02:17:45.53264Z","steps":["trace[624500117] 'agreement among raft nodes before linearized reading' (duration: 1.653580417s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:45.532673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.854062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:17:45.532705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:43.878819Z","time spent":"1.653877934s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-15T02:17:45.532718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09980758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-15T02:17:45.532789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201854554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:17:45.532809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41457564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:17:45.53282Z","caller":"traceutil/trace.go:171","msg":"trace[1002970414] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8146; }","duration":"1.201938676s","start":"2026-03-15T02:17:44.330872Z","end":"2026-03-15T02:17:45.532811Z","steps":["trace[1002970414] 'agreement among raft nodes before linearized reading' (duration: 1.201890504s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:45.532813Z","caller":"traceutil/trace.go:171","msg":"trace[1918413459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8146; }","duration":"2.099930083s","start":"2026-03-15T02:17:43.432864Z","end":"2026-03-15T02:17:45.532794Z","steps":["trace[1918413459] 'agreement among raft nodes before linearized reading' (duration: 2.09979414s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:45.533081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:43.432843Z","time spent":"2.10022382s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-15T02:17:45.533118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.027516895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4z7pz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-15T02:17:45.533069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654757295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-15T02:17:45.532887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099523004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-15T02:17:45.532601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:43.801648Z","time spent":"1.73087421s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:45.533265Z","caller":"traceutil/trace.go:171","msg":"trace[1426163016] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8146; }","duration":"2.099904203s","start":"2026-03-15T02:17:43.433344Z","end":"2026-03-15T02:17:45.533248Z","steps":["trace[1426163016] 'agreement among raft nodes before linearized reading' (duration: 2.099161395s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:45.533323Z","caller":"traceutil/trace.go:171","msg":"trace[216989536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8146; }","duration":"1.655036221s","start":"2026-03-15T02:17:43.878184Z","end":"2026-03-15T02:17:45.533221Z","steps":["trace[216989536] 'agreement among raft nodes before linearized reading' (duration: 1.654279303s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:45.533167Z","caller":"traceutil/trace.go:171","msg":"trace[2084163598] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4z7pz; range_end:; response_count:1; response_revision:8146; }","duration":"2.027600138s","start":"2026-03-15T02:17:43.505549Z","end":"2026-03-15T02:17:45.533149Z","steps":["trace[2084163598] 'agreement among raft nodes before linearized reading' (duration: 2.026835289s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:45.533472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:43.505523Z","time spent":"2.027936545s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-4z7pz\" "} {"level":"warn","ts":"2026-03-15T02:17:45.532611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313682834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-15T02:17:45.533603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542767023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:17:45.533785Z","caller":"traceutil/trace.go:171","msg":"trace[1984466622] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:8146; }","duration":"2.314866322s","start":"2026-03-15T02:17:43.218901Z","end":"2026-03-15T02:17:45.533768Z","steps":["trace[1984466622] 'agreement among raft nodes before linearized reading' (duration: 2.31352076s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:45.53386Z","caller":"traceutil/trace.go:171","msg":"trace[852760973] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8146; }","duration":"1.543246924s","start":"2026-03-15T02:17:43.990573Z","end":"2026-03-15T02:17:45.53382Z","steps":["trace[852760973] 'agreement among raft nodes before linearized reading' (duration: 1.54220676s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:45.533908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:43.9905Z","time spent":"1.543398668s","remote":"127.0.0.1:37686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:45.533489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:43.878163Z","time spent":"1.655273647s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-15T02:17:45.532584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.546732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:17:45.534089Z","caller":"traceutil/trace.go:171","msg":"trace[913812212] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8146; }","duration":"797.115488ms","start":"2026-03-15T02:17:44.736951Z","end":"2026-03-15T02:17:45.534067Z","steps":["trace[913812212] 'agreement among raft nodes before linearized reading' (duration: 795.49568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:45.534175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:44.736925Z","time spent":"797.227521ms","remote":"127.0.0.1:41742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:17:45.532735Z","caller":"traceutil/trace.go:171","msg":"trace[1735028824] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8146; }","duration":"305.969685ms","start":"2026-03-15T02:17:45.226753Z","end":"2026-03-15T02:17:45.532723Z","steps":["trace[1735028824] 'agreement among raft nodes before linearized reading' (duration: 305.781151ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:45.532828Z","caller":"traceutil/trace.go:171","msg":"trace[1882500892] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8146; }","duration":"1.414622632s","start":"2026-03-15T02:17:44.118198Z","end":"2026-03-15T02:17:45.532821Z","steps":["trace[1882500892] 'agreement among raft nodes before linearized reading' (duration: 1.414582071s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:45.532703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.892083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:17:45.53284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:44.330842Z","time spent":"1.201993707s","remote":"127.0.0.1:59632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:45.53336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:43.433286Z","time spent":"2.100058966s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-15T02:17:45.533879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:43.218858Z","time spent":"2.315004475s","remote":"127.0.0.1:41252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"info","ts":"2026-03-15T02:17:45.535325Z","caller":"traceutil/trace.go:171","msg":"trace[1926180629] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:0; response_revision:8146; }","duration":"461.545754ms","start":"2026-03-15T02:17:45.073758Z","end":"2026-03-15T02:17:45.535304Z","steps":["trace[1926180629] 'agreement among raft nodes before linearized reading' (duration: 458.896692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:45.535382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:45.073736Z","time spent":"461.635557ms","remote":"127.0.0.1:41526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} {"level":"warn","ts":"2026-03-15T02:17:45.535679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:45.226735Z","time spent":"308.925366ms","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":54,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:45.535974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:44.118186Z","time spent":"1.417759286s","remote":"127.0.0.1:37630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:17:45.833875Z","caller":"traceutil/trace.go:171","msg":"trace[1287730612] transaction","detail":"{read_only:false; response_revision:8147; number_of_response:1; }","duration":"295.035378ms","start":"2026-03-15T02:17:45.538804Z","end":"2026-03-15T02:17:45.833839Z","steps":["trace[1287730612] 'process raft request' (duration: 294.773812ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:45.833959Z","caller":"traceutil/trace.go:171","msg":"trace[757218587] transaction","detail":"{read_only:false; response_revision:8149; number_of_response:1; }","duration":"295.026228ms","start":"2026-03-15T02:17:45.538906Z","end":"2026-03-15T02:17:45.833932Z","steps":["trace[757218587] 'process raft request' (duration: 294.852334ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:45.834063Z","caller":"traceutil/trace.go:171","msg":"trace[1786924940] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"295.183831ms","start":"2026-03-15T02:17:45.538871Z","end":"2026-03-15T02:17:45.834055Z","steps":["trace[1786924940] 'process raft request' (duration: 294.853643ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:45.834131Z","caller":"traceutil/trace.go:171","msg":"trace[473461481] transaction","detail":"{read_only:false; response_revision:8150; number_of_response:1; }","duration":"295.173011ms","start":"2026-03-15T02:17:45.538938Z","end":"2026-03-15T02:17:45.834111Z","steps":["trace[473461481] 'process raft request' (duration: 294.849344ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:45.834179Z","caller":"traceutil/trace.go:171","msg":"trace[2018468228] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"294.363612ms","start":"2026-03-15T02:17:45.539752Z","end":"2026-03-15T02:17:45.834116Z","steps":["trace[2018468228] 'process raft request' (duration: 294.062485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:45.834265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.180177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228918"} {"level":"info","ts":"2026-03-15T02:17:45.833877Z","caller":"traceutil/trace.go:171","msg":"trace[1415692505] linearizableReadLoop","detail":"{readStateIndex:8458; appliedIndex:8452; }","duration":"293.791688ms","start":"2026-03-15T02:17:45.540058Z","end":"2026-03-15T02:17:45.83385Z","steps":["trace[1415692505] 'read index received' (duration: 200.98403ms)","trace[1415692505] 'applied index is now lower than readState.Index' (duration: 92.804408ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:45.834323Z","caller":"traceutil/trace.go:171","msg":"trace[51507855] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8151; }","duration":"294.27715ms","start":"2026-03-15T02:17:45.540036Z","end":"2026-03-15T02:17:45.834313Z","steps":["trace[51507855] 'agreement among raft nodes before linearized reading' (duration: 293.893561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:45.834631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.400357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:17:45.834658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.571961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-15T02:17:45.834684Z","caller":"traceutil/trace.go:171","msg":"trace[163796346] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8151; }","duration":"189.51466ms","start":"2026-03-15T02:17:45.645157Z","end":"2026-03-15T02:17:45.834672Z","steps":["trace[163796346] 'agreement among raft nodes before linearized reading' (duration: 189.364686ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:45.834692Z","caller":"traceutil/trace.go:171","msg":"trace[464058048] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8151; }","duration":"108.633082ms","start":"2026-03-15T02:17:45.726048Z","end":"2026-03-15T02:17:45.834682Z","steps":["trace[464058048] 'agreement among raft nodes before linearized reading' (duration: 108.511009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:45.834713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.033572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:45.834809Z","caller":"traceutil/trace.go:171","msg":"trace[1351509485] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8151; }","duration":"285.166335ms","start":"2026-03-15T02:17:45.54962Z","end":"2026-03-15T02:17:45.834786Z","steps":["trace[1351509485] 'agreement among raft nodes before linearized reading' (duration: 284.974251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:45.835229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.73039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:45.835276Z","caller":"traceutil/trace.go:171","msg":"trace[463507489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8151; }","duration":"292.492098ms","start":"2026-03-15T02:17:45.542772Z","end":"2026-03-15T02:17:45.835264Z","steps":["trace[463507489] 'agreement among raft nodes before linearized reading' (duration: 291.704019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:46.487028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.743808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:17:46.487176Z","caller":"traceutil/trace.go:171","msg":"trace[53999544] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"652.117578ms","start":"2026-03-15T02:17:45.835028Z","end":"2026-03-15T02:17:46.487146Z","steps":["trace[53999544] 'process raft request' (duration: 196.126904ms)","trace[53999544] 'compare' (duration: 455.571694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:46.487276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:45.835012Z","time spent":"652.21897ms","remote":"127.0.0.1:41252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:46.752119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.155924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:17:46.752389Z","caller":"traceutil/trace.go:171","msg":"trace[505469305] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"915.840497ms","start":"2026-03-15T02:17:45.836493Z","end":"2026-03-15T02:17:46.752334Z","steps":["trace[505469305] 'process raft request' (duration: 753.364945ms)","trace[505469305] 'compare' (duration: 161.897918ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:46.752428Z","caller":"traceutil/trace.go:171","msg":"trace[1336728235] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"838.417122ms","start":"2026-03-15T02:17:45.913983Z","end":"2026-03-15T02:17:46.7524Z","steps":["trace[1336728235] 'process raft request' (duration: 838.283648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:46.752549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:45.913967Z","time spent":"838.519875ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:46.752805Z","caller":"traceutil/trace.go:171","msg":"trace[565417149] transaction","detail":"{read_only:false; response_revision:8155; number_of_response:1; }","duration":"838.168236ms","start":"2026-03-15T02:17:45.914556Z","end":"2026-03-15T02:17:46.752724Z","steps":["trace[565417149] 'process raft request' (duration: 837.789347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:46.752868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:45.914543Z","time spent":"838.293939ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:46.752995Z","caller":"traceutil/trace.go:171","msg":"trace[2040024283] linearizableReadLoop","detail":"{readStateIndex:8460; appliedIndex:8458; }","duration":"915.95628ms","start":"2026-03-15T02:17:45.837007Z","end":"2026-03-15T02:17:46.752963Z","steps":["trace[2040024283] 'read index received' (duration: 194.169268ms)","trace[2040024283] 'applied index is now lower than readState.Index' (duration: 721.784472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:46.753212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.173955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:46.753256Z","caller":"traceutil/trace.go:171","msg":"trace[1801363118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8157; }","duration":"916.260327ms","start":"2026-03-15T02:17:45.836985Z","end":"2026-03-15T02:17:46.753245Z","steps":["trace[1801363118] 'agreement among raft nodes before linearized reading' (duration: 916.124204ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:46.753334Z","caller":"traceutil/trace.go:171","msg":"trace[135614087] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"649.701432ms","start":"2026-03-15T02:17:46.103613Z","end":"2026-03-15T02:17:46.753315Z","steps":["trace[135614087] 'process raft request' (duration: 649.162039ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:46.753236Z","caller":"traceutil/trace.go:171","msg":"trace[1389902880] transaction","detail":"{read_only:false; response_revision:8157; number_of_response:1; }","duration":"174.214358ms","start":"2026-03-15T02:17:46.578989Z","end":"2026-03-15T02:17:46.753203Z","steps":["trace[1389902880] 'process raft request' (duration: 174.043094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:46.753499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.184321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189ce22c8e5b41e2\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-15T02:17:46.753489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:46.103583Z","time spent":"649.819605ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:46.753554Z","caller":"traceutil/trace.go:171","msg":"trace[1125344197] range","detail":"{range_begin:/registry/events/openstack/ceph.189ce22c8e5b41e2; range_end:; response_count:1; response_revision:8157; }","duration":"912.251253ms","start":"2026-03-15T02:17:45.841292Z","end":"2026-03-15T02:17:46.753543Z","steps":["trace[1125344197] 'agreement among raft nodes before linearized reading' (duration: 912.09358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:46.753566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.123949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-15T02:17:46.753585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:45.841276Z","time spent":"912.302284ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.189ce22c8e5b41e2\" "} {"level":"info","ts":"2026-03-15T02:17:46.753617Z","caller":"traceutil/trace.go:171","msg":"trace[2010009913] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8157; }","duration":"264.199081ms","start":"2026-03-15T02:17:46.489393Z","end":"2026-03-15T02:17:46.753593Z","steps":["trace[2010009913] 'agreement among raft nodes before linearized reading' (duration: 264.087348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:46.75364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.256113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-15T02:17:46.753689Z","caller":"traceutil/trace.go:171","msg":"trace[254043738] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8157; }","duration":"412.339325ms","start":"2026-03-15T02:17:46.341334Z","end":"2026-03-15T02:17:46.753674Z","steps":["trace[254043738] 'agreement among raft nodes before linearized reading' (duration: 412.15813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:46.753294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:45.836972Z","time spent":"916.314928ms","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:17:46.753729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:46.341315Z","time spent":"412.406266ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-15T02:17:46.753853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.570535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5c76564898-hfp2n.189ce21f4391946a\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-15T02:17:46.753897Z","caller":"traceutil/trace.go:171","msg":"trace[247978305] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5c76564898-hfp2n.189ce21f4391946a; range_end:; response_count:1; response_revision:8157; }","duration":"793.662867ms","start":"2026-03-15T02:17:45.960222Z","end":"2026-03-15T02:17:46.753885Z","steps":["trace[247978305] 'agreement among raft nodes before linearized reading' (duration: 793.556544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:46.753932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:45.960197Z","time spent":"793.728398ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-5c76564898-hfp2n.189ce21f4391946a\" "} {"level":"warn","ts":"2026-03-15T02:17:46.754095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:45.836485Z","time spent":"915.991011ms","remote":"127.0.0.1:41526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-15T02:17:47.258072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837383965,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:17:47.40979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.172122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:17:47.409935Z","caller":"traceutil/trace.go:171","msg":"trace[1026999927] transaction","detail":"{read_only:false; response_revision:8158; number_of_response:1; }","duration":"652.844886ms","start":"2026-03-15T02:17:46.757069Z","end":"2026-03-15T02:17:47.409914Z","steps":["trace[1026999927] 'process raft request' (duration: 544.46506ms)","trace[1026999927] 'compare' (duration: 107.951946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:47.410008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:46.757029Z","time spent":"652.962069ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-15T02:17:47.947054Z","caller":"traceutil/trace.go:171","msg":"trace[443811786] linearizableReadLoop","detail":"{readStateIndex:8468; appliedIndex:8464; }","duration":"1.189687407s","start":"2026-03-15T02:17:46.757341Z","end":"2026-03-15T02:17:47.947028Z","steps":["trace[443811786] 'read index received' (duration: 544.212854ms)","trace[443811786] 'applied index is now lower than readState.Index' (duration: 645.473673ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:47.947335Z","caller":"traceutil/trace.go:171","msg":"trace[1531572876] transaction","detail":"{read_only:false; response_revision:8160; number_of_response:1; }","duration":"1.18943436s","start":"2026-03-15T02:17:46.757875Z","end":"2026-03-15T02:17:47.94731Z","steps":["trace[1531572876] 'process raft request' (duration: 1.188937499s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:47.947332Z","caller":"traceutil/trace.go:171","msg":"trace[838654957] transaction","detail":"{read_only:false; response_revision:8161; number_of_response:1; }","duration":"1.173392702s","start":"2026-03-15T02:17:46.77387Z","end":"2026-03-15T02:17:47.947263Z","steps":["trace[838654957] 'process raft request' (duration: 1.173103316s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:47.947447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190088006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:956"} {"level":"warn","ts":"2026-03-15T02:17:47.947468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.733555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-15T02:17:47.947459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.633216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-jpbtv.189ce1627b78eb73\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-15T02:17:47.947484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:46.757861Z","time spent":"1.189547564s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:47.947484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185978679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:47.947498Z","caller":"traceutil/trace.go:171","msg":"trace[189626725] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:8161; }","duration":"1.190188139s","start":"2026-03-15T02:17:46.757295Z","end":"2026-03-15T02:17:47.947483Z","steps":["trace[189626725] 'agreement among raft nodes before linearized reading' (duration: 1.189997384s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:47.94752Z","caller":"traceutil/trace.go:171","msg":"trace[450636537] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8161; }","duration":"108.814656ms","start":"2026-03-15T02:17:47.838693Z","end":"2026-03-15T02:17:47.947508Z","steps":["trace[450636537] 'agreement among raft nodes before linearized reading' (duration: 108.611991ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:47.947537Z","caller":"traceutil/trace.go:171","msg":"trace[1247554042] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-jpbtv.189ce1627b78eb73; range_end:; response_count:1; response_revision:8161; }","duration":"927.747899ms","start":"2026-03-15T02:17:47.019767Z","end":"2026-03-15T02:17:47.947515Z","steps":["trace[1247554042] 'agreement among raft nodes before linearized reading' (duration: 927.544244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:47.947548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:46.757272Z","time spent":"1.19026815s","remote":"127.0.0.1:41526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":980,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} {"level":"warn","ts":"2026-03-15T02:17:47.947515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188864497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-15T02:17:47.94745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.741996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:17:47.947562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:46.773843Z","time spent":"1.173594147s","remote":"127.0.0.1:45574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1211,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-15T02:17:47.94758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:47.019752Z","time spent":"927.819211ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":789,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-jpbtv.189ce1627b78eb73\" "} {"level":"warn","ts":"2026-03-15T02:17:47.947526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.244376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-15T02:17:47.947605Z","caller":"traceutil/trace.go:171","msg":"trace[1727961729] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8161; }","duration":"990.982741ms","start":"2026-03-15T02:17:46.95661Z","end":"2026-03-15T02:17:47.947592Z","steps":["trace[1727961729] 'agreement among raft nodes before linearized reading' (duration: 990.726485ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:47.947617Z","caller":"traceutil/trace.go:171","msg":"trace[460717839] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8161; }","duration":"1.18900122s","start":"2026-03-15T02:17:46.758587Z","end":"2026-03-15T02:17:47.947588Z","steps":["trace[460717839] 'agreement among raft nodes before linearized reading' (duration: 1.188721533s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:47.947628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.797196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-15T02:17:47.94761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.527429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4z7pz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-15T02:17:47.947633Z","caller":"traceutil/trace.go:171","msg":"trace[1567352383] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8161; }","duration":"109.37877ms","start":"2026-03-15T02:17:47.838235Z","end":"2026-03-15T02:17:47.947614Z","steps":["trace[1567352383] 'agreement among raft nodes before linearized reading' (duration: 109.129654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:47.947648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:46.956581Z","time spent":"991.054912ms","remote":"127.0.0.1:41456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:17:47.947676Z","caller":"traceutil/trace.go:171","msg":"trace[2023897645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8161; }","duration":"108.838467ms","start":"2026-03-15T02:17:47.838824Z","end":"2026-03-15T02:17:47.947662Z","steps":["trace[2023897645] 'agreement among raft nodes before linearized reading' (duration: 108.690263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:47.947667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.595111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-15T02:17:47.947692Z","caller":"traceutil/trace.go:171","msg":"trace[1106372687] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4z7pz; range_end:; response_count:1; response_revision:8161; }","duration":"105.629621ms","start":"2026-03-15T02:17:47.842042Z","end":"2026-03-15T02:17:47.947672Z","steps":["trace[1106372687] 'agreement among raft nodes before linearized reading' (duration: 105.462857ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:47.947724Z","caller":"traceutil/trace.go:171","msg":"trace[230019485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8161; }","duration":"108.664813ms","start":"2026-03-15T02:17:47.839043Z","end":"2026-03-15T02:17:47.947708Z","steps":["trace[230019485] 'agreement among raft nodes before linearized reading' (duration: 108.460148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:47.947675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:46.758572Z","time spent":"1.189089603s","remote":"127.0.0.1:41510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-15T02:17:47.947771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.008134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-15T02:17:47.947548Z","caller":"traceutil/trace.go:171","msg":"trace[821980909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8161; }","duration":"1.186066642s","start":"2026-03-15T02:17:46.761463Z","end":"2026-03-15T02:17:47.947529Z","steps":["trace[821980909] 'agreement among raft nodes before linearized reading' (duration: 1.185961399s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:47.947799Z","caller":"traceutil/trace.go:171","msg":"trace[1801857301] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8161; }","duration":"777.063696ms","start":"2026-03-15T02:17:47.170726Z","end":"2026-03-15T02:17:47.94779Z","steps":["trace[1801857301] 'agreement among raft nodes before linearized reading' (duration: 776.948343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:47.947781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.006931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-15T02:17:47.947826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:47.170711Z","time spent":"777.109747ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-15T02:17:47.947821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:46.761451Z","time spent":"1.186358728s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-15T02:17:47.94786Z","caller":"traceutil/trace.go:171","msg":"trace[2042827986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8161; }","duration":"109.115834ms","start":"2026-03-15T02:17:47.838724Z","end":"2026-03-15T02:17:47.94784Z","steps":["trace[2042827986] 'agreement among raft nodes before linearized reading' (duration: 108.844408ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:47.948055Z","caller":"traceutil/trace.go:171","msg":"trace[919906037] transaction","detail":"{read_only:false; response_revision:8159; number_of_response:1; }","duration":"1.190590358s","start":"2026-03-15T02:17:46.757448Z","end":"2026-03-15T02:17:47.948038Z","steps":["trace[919906037] 'process raft request' (duration: 1.146048847s)","trace[919906037] 'compare' (duration: 42.81679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:47.948145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:46.757429Z","time spent":"1.19065533s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:48.336073Z","caller":"traceutil/trace.go:171","msg":"trace[861026925] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"382.101581ms","start":"2026-03-15T02:17:47.953945Z","end":"2026-03-15T02:17:48.336046Z","steps":["trace[861026925] 'process raft request' (duration: 382.006259ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:48.336142Z","caller":"traceutil/trace.go:171","msg":"trace[1278361543] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"382.215024ms","start":"2026-03-15T02:17:47.953879Z","end":"2026-03-15T02:17:48.336094Z","steps":["trace[1278361543] 'process raft request' (duration: 381.980409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:48.33624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:47.953914Z","time spent":"382.240955ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:48.336255Z","caller":"traceutil/trace.go:171","msg":"trace[1780204174] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"382.315666ms","start":"2026-03-15T02:17:47.9539Z","end":"2026-03-15T02:17:48.336216Z","steps":["trace[1780204174] 'process raft request' (duration: 382.018819ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:48.336319Z","caller":"traceutil/trace.go:171","msg":"trace[1856227319] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"382.330767ms","start":"2026-03-15T02:17:47.953977Z","end":"2026-03-15T02:17:48.336308Z","steps":["trace[1856227319] 'process raft request' (duration: 382.01836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:48.33638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:47.953867Z","time spent":"382.387458ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:48.33643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:47.953889Z","time spent":"382.44686ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:48.336445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:47.953966Z","time spent":"382.400199ms","remote":"127.0.0.1:41526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1101,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:48.336078Z","caller":"traceutil/trace.go:171","msg":"trace[953039329] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"382.321487ms","start":"2026-03-15T02:17:47.953719Z","end":"2026-03-15T02:17:48.336041Z","steps":["trace[953039329] 'process raft request' (duration: 381.973649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:48.336552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:47.953698Z","time spent":"382.816538ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":828,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-15T02:17:48.336797Z","caller":"traceutil/trace.go:171","msg":"trace[1975546125] transaction","detail":"{read_only:false; response_revision:8168; number_of_response:1; }","duration":"382.778098ms","start":"2026-03-15T02:17:47.954007Z","end":"2026-03-15T02:17:48.336785Z","steps":["trace[1975546125] 'process raft request' (duration: 382.230385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:48.336888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:47.953973Z","time spent":"382.87124ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:48.337311Z","caller":"traceutil/trace.go:171","msg":"trace[1287130447] transaction","detail":"{read_only:false; response_revision:8169; number_of_response:1; }","duration":"383.148206ms","start":"2026-03-15T02:17:47.954139Z","end":"2026-03-15T02:17:48.337287Z","steps":["trace[1287130447] 'process raft request' (duration: 382.568793ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:48.337364Z","caller":"traceutil/trace.go:171","msg":"trace[234217292] linearizableReadLoop","detail":"{readStateIndex:8479; appliedIndex:8469; }","duration":"339.702711ms","start":"2026-03-15T02:17:47.997645Z","end":"2026-03-15T02:17:48.337347Z","steps":["trace[234217292] 'read index received' (duration: 338.080423ms)","trace[234217292] 'applied index is now lower than readState.Index' (duration: 1.621518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:48.337421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:47.954128Z","time spent":"383.241918ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:48.337501Z","caller":"traceutil/trace.go:171","msg":"trace[1996525560] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8171; }","duration":"377.065473ms","start":"2026-03-15T02:17:47.960406Z","end":"2026-03-15T02:17:48.337471Z","steps":["trace[1996525560] 'process raft request' (duration: 376.902489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:48.337609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.153846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:48.33766Z","caller":"traceutil/trace.go:171","msg":"trace[731583717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8171; }","duration":"380.222257ms","start":"2026-03-15T02:17:47.957424Z","end":"2026-03-15T02:17:48.337647Z","steps":["trace[731583717] 'agreement among raft nodes before linearized reading' (duration: 380.090384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:48.337615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:47.960396Z","time spent":"377.159985ms","remote":"127.0.0.1:45574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":77,"response count":0,"response size":1849,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:48.337695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:47.957413Z","time spent":"380.272269ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-15T02:17:48.337899Z","caller":"traceutil/trace.go:171","msg":"trace[374626707] transaction","detail":"{read_only:false; response_revision:8171; number_of_response:1; }","duration":"379.307665ms","start":"2026-03-15T02:17:47.958572Z","end":"2026-03-15T02:17:48.33788Z","steps":["trace[374626707] 'process raft request' (duration: 378.64977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:48.337943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.970654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19436"} {"level":"warn","ts":"2026-03-15T02:17:48.337991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.646068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:17:48.338014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:47.958563Z","time spent":"379.396157ms","remote":"127.0.0.1:45574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1799,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:48.337882Z","caller":"traceutil/trace.go:171","msg":"trace[1057782855] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"382.058741ms","start":"2026-03-15T02:17:47.955804Z","end":"2026-03-15T02:17:48.337862Z","steps":["trace[1057782855] 'process raft request' (duration: 381.301133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:48.338097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.514593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:17:48.338131Z","caller":"traceutil/trace.go:171","msg":"trace[1604228268] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8171; }","duration":"310.582665ms","start":"2026-03-15T02:17:48.027536Z","end":"2026-03-15T02:17:48.338119Z","steps":["trace[1604228268] 'agreement among raft nodes before linearized reading' (duration: 310.518343ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:48.338029Z","caller":"traceutil/trace.go:171","msg":"trace[2077479974] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8171; }","duration":"129.72817ms","start":"2026-03-15T02:17:48.208288Z","end":"2026-03-15T02:17:48.338016Z","steps":["trace[2077479974] 'agreement among raft nodes before linearized reading' (duration: 129.663138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:48.338189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:48.027522Z","time spent":"310.657396ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:48.338156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:47.955796Z","time spent":"382.321367ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-15T02:17:48.338028Z","caller":"traceutil/trace.go:171","msg":"trace[1987756623] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8171; }","duration":"339.104707ms","start":"2026-03-15T02:17:47.998903Z","end":"2026-03-15T02:17:48.338008Z","steps":["trace[1987756623] 'agreement among raft nodes before linearized reading' (duration: 338.652007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:48.338293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:47.99889Z","time spent":"339.386924ms","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19460,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-15T02:17:48.338442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.894357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228918"} {"level":"info","ts":"2026-03-15T02:17:48.338525Z","caller":"traceutil/trace.go:171","msg":"trace[78146372] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8171; }","duration":"384.967689ms","start":"2026-03-15T02:17:47.953519Z","end":"2026-03-15T02:17:48.338486Z","steps":["trace[78146372] 'agreement among raft nodes before linearized reading' (duration: 384.529088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:48.338568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:47.95351Z","time spent":"385.047261ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228942,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-15T02:17:48.90279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837383987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:17:49.403306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837383987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:17:49.72621Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.325942929s","expected-duration":"1s"} {"level":"info","ts":"2026-03-15T02:17:49.726608Z","caller":"traceutil/trace.go:171","msg":"trace[1237548427] transaction","detail":"{read_only:false; response_revision:8172; number_of_response:1; }","duration":"1.379044561s","start":"2026-03-15T02:17:48.347537Z","end":"2026-03-15T02:17:49.726582Z","steps":["trace[1237548427] 'process raft request' (duration: 1.378873437s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:49.726755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:48.34749Z","time spent":"1.379189374s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:50.153883Z","caller":"traceutil/trace.go:171","msg":"trace[1857346639] transaction","detail":"{read_only:false; response_revision:8173; number_of_response:1; }","duration":"1.799497357s","start":"2026-03-15T02:17:48.354319Z","end":"2026-03-15T02:17:50.153817Z","steps":["trace[1857346639] 'process raft request' (duration: 1.79922062s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:50.154076Z","caller":"traceutil/trace.go:171","msg":"trace[269351549] linearizableReadLoop","detail":"{readStateIndex:8484; appliedIndex:8479; }","duration":"1.75174149s","start":"2026-03-15T02:17:48.402312Z","end":"2026-03-15T02:17:50.154053Z","steps":["trace[269351549] 'read index received' (duration: 1.324087945s)","trace[269351549] 'applied index is now lower than readState.Index' (duration: 427.652515ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:50.154139Z","caller":"traceutil/trace.go:171","msg":"trace[1210246144] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"1.394297721s","start":"2026-03-15T02:17:48.759814Z","end":"2026-03-15T02:17:50.154111Z","steps":["trace[1210246144] 'process raft request' (duration: 1.394193798s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:50.154164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:48.3543Z","time spent":"1.799703461s","remote":"127.0.0.1:45574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2348,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:50.154158Z","caller":"traceutil/trace.go:171","msg":"trace[1905745812] transaction","detail":"{read_only:false; response_revision:8175; number_of_response:1; }","duration":"1.394315162s","start":"2026-03-15T02:17:48.759795Z","end":"2026-03-15T02:17:50.15411Z","steps":["trace[1905745812] 'process raft request' (duration: 1.394144357s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:50.154242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751920065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:50.154279Z","caller":"traceutil/trace.go:171","msg":"trace[101826452] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8176; }","duration":"1.752022197s","start":"2026-03-15T02:17:48.402246Z","end":"2026-03-15T02:17:50.154268Z","steps":["trace[101826452] 'agreement among raft nodes before linearized reading' (duration: 1.751943815s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:50.154284Z","caller":"traceutil/trace.go:171","msg":"trace[790481070] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"1.394646029s","start":"2026-03-15T02:17:48.759605Z","end":"2026-03-15T02:17:50.154252Z","steps":["trace[790481070] 'process raft request' (duration: 1.394105526s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:50.154299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:48.759787Z","time spent":"1.394407914s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:50.15433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:48.759766Z","time spent":"1.394471795s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:50.154371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572144244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:17:50.154393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:48.759582Z","time spent":"1.394752902s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:50.154401Z","caller":"traceutil/trace.go:171","msg":"trace[1310587174] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8176; }","duration":"1.572225917s","start":"2026-03-15T02:17:48.582165Z","end":"2026-03-15T02:17:50.154391Z","steps":["trace[1310587174] 'agreement among raft nodes before linearized reading' (duration: 1.572169966s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:50.154427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:48.582133Z","time spent":"1.572287378s","remote":"127.0.0.1:41336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:50.154308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:48.402223Z","time spent":"1.752078808s","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-15T02:17:50.154517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.378293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:17:50.15454Z","caller":"traceutil/trace.go:171","msg":"trace[1904212549] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8176; }","duration":"716.437925ms","start":"2026-03-15T02:17:49.438095Z","end":"2026-03-15T02:17:50.154533Z","steps":["trace[1904212549] 'agreement among raft nodes before linearized reading' (duration: 716.384923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:50.154558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:49.438077Z","time spent":"716.476026ms","remote":"127.0.0.1:41472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:50.154557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.150676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:17:50.154607Z","caller":"traceutil/trace.go:171","msg":"trace[79859663] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8176; }","duration":"612.303639ms","start":"2026-03-15T02:17:49.542287Z","end":"2026-03-15T02:17:50.15459Z","steps":["trace[79859663] 'agreement among raft nodes before linearized reading' (duration: 612.218377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:50.154627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171605509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:17:50.154649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:49.542268Z","time spent":"612.36747ms","remote":"127.0.0.1:48926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:50.154696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48205309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:50.154657Z","caller":"traceutil/trace.go:171","msg":"trace[201920459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8176; }","duration":"1.17166194s","start":"2026-03-15T02:17:48.982986Z","end":"2026-03-15T02:17:50.154648Z","steps":["trace[201920459] 'agreement among raft nodes before linearized reading' (duration: 1.171619579s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:50.154724Z","caller":"traceutil/trace.go:171","msg":"trace[720147629] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8176; }","duration":"1.482081651s","start":"2026-03-15T02:17:48.672634Z","end":"2026-03-15T02:17:50.154716Z","steps":["trace[720147629] 'agreement among raft nodes before linearized reading' (duration: 1.48203983s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:50.154746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:48.98297Z","time spent":"1.171768352s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:17:50.154754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:48.672553Z","time spent":"1.482193644s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:50.417111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.036845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:17:50.417241Z","caller":"traceutil/trace.go:171","msg":"trace[204298382] linearizableReadLoop","detail":"{readStateIndex:8485; appliedIndex:8484; }","duration":"254.161374ms","start":"2026-03-15T02:17:50.16306Z","end":"2026-03-15T02:17:50.417222Z","steps":["trace[204298382] 'read index received' (duration: 146.936406ms)","trace[204298382] 'applied index is now lower than readState.Index' (duration: 107.223508ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:50.417258Z","caller":"traceutil/trace.go:171","msg":"trace[1597738277] transaction","detail":"{read_only:false; response_revision:8177; number_of_response:1; }","duration":"256.410547ms","start":"2026-03-15T02:17:50.160812Z","end":"2026-03-15T02:17:50.417223Z","steps":["trace[1597738277] 'process raft request' (duration: 149.178858ms)","trace[1597738277] 'compare' (duration: 106.878661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:50.417479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.40079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-15T02:17:50.417528Z","caller":"traceutil/trace.go:171","msg":"trace[439814026] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8177; }","duration":"254.487891ms","start":"2026-03-15T02:17:50.163027Z","end":"2026-03-15T02:17:50.417515Z","steps":["trace[439814026] 'agreement among raft nodes before linearized reading' (duration: 254.275736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:50.919245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837383999,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-15T02:17:51.100218Z","caller":"traceutil/trace.go:171","msg":"trace[292762490] transaction","detail":"{read_only:false; response_revision:8178; number_of_response:1; }","duration":"720.120823ms","start":"2026-03-15T02:17:50.380068Z","end":"2026-03-15T02:17:51.100189Z","steps":["trace[292762490] 'process raft request' (duration: 719.854477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:51.100346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:50.380041Z","time spent":"720.246356ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2479,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-15T02:17:51.277932Z","caller":"traceutil/trace.go:171","msg":"trace[146093252] transaction","detail":"{read_only:false; response_revision:8179; number_of_response:1; }","duration":"632.605349ms","start":"2026-03-15T02:17:50.645288Z","end":"2026-03-15T02:17:51.277893Z","steps":["trace[146093252] 'process raft request' (duration: 547.122903ms)","trace[146093252] 'compare' (duration: 85.162168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:51.278092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:50.645261Z","time spent":"632.757563ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":745,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-15T02:17:51.424672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.898564ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-15T02:17:51.424911Z","caller":"traceutil/trace.go:171","msg":"trace[1279956054] linearizableReadLoop","detail":"{readStateIndex:8487; appliedIndex:8485; }","duration":"1.007618662s","start":"2026-03-15T02:17:50.417272Z","end":"2026-03-15T02:17:51.424891Z","steps":["trace[1279956054] 'read index received' (duration: 682.69822ms)","trace[1279956054] 'applied index is now lower than readState.Index' (duration: 324.919232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:51.425161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079824655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4z7pz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-15T02:17:51.425189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084084256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-15T02:17:51.425236Z","caller":"traceutil/trace.go:171","msg":"trace[13746709] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4z7pz; range_end:; response_count:1; response_revision:8179; }","duration":"1.079930458s","start":"2026-03-15T02:17:50.345287Z","end":"2026-03-15T02:17:51.425217Z","steps":["trace[13746709] 'agreement among raft nodes before linearized reading' (duration: 1.079781774s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:51.425251Z","caller":"traceutil/trace.go:171","msg":"trace[2063302646] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8179; }","duration":"1.084196958s","start":"2026-03-15T02:17:50.341038Z","end":"2026-03-15T02:17:51.425235Z","steps":["trace[2063302646] 'agreement among raft nodes before linearized reading' (duration: 1.083990013s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:51.425284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:50.341014Z","time spent":"1.08426277s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-15T02:17:51.425277Z","caller":"traceutil/trace.go:171","msg":"trace[1696047171] transaction","detail":"{read_only:false; response_revision:8180; number_of_response:1; }","duration":"320.872107ms","start":"2026-03-15T02:17:51.104393Z","end":"2026-03-15T02:17:51.425265Z","steps":["trace[1696047171] 'process raft request' (duration: 320.407746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:51.425374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:51.10438Z","time spent":"320.944908ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":815,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-15T02:17:51.42528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:50.345271Z","time spent":"1.079999249s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-4z7pz\" "} {"level":"warn","ts":"2026-03-15T02:17:51.425178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206959003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-15T02:17:51.425571Z","caller":"traceutil/trace.go:171","msg":"trace[1871457021] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8179; }","duration":"1.207382513s","start":"2026-03-15T02:17:50.218151Z","end":"2026-03-15T02:17:51.425534Z","steps":["trace[1871457021] 'agreement among raft nodes before linearized reading' (duration: 1.206879761s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:51.425673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:50.218129Z","time spent":"1.207507697s","remote":"127.0.0.1:41398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-15T02:17:51.716986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375061368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-15T02:17:51.717574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552543204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:51.71817Z","caller":"traceutil/trace.go:171","msg":"trace[1852267099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8180; }","duration":"1.553696551s","start":"2026-03-15T02:17:50.164447Z","end":"2026-03-15T02:17:51.718144Z","steps":["trace[1852267099] 'agreement among raft nodes before linearized reading' (duration: 1.260675901s)","trace[1852267099] 'range keys from in-memory index tree' (duration: 291.30466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:51.718176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514086476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:17:51.718221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:50.164442Z","time spent":"1.553767553s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:17:51.718222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376986574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-15T02:17:51.718237Z","caller":"traceutil/trace.go:171","msg":"trace[1752222750] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8180; }","duration":"1.51420318s","start":"2026-03-15T02:17:50.204011Z","end":"2026-03-15T02:17:51.718214Z","steps":["trace[1752222750] 'agreement among raft nodes before linearized reading' (duration: 1.221121398s)","trace[1752222750] 'count revisions from in-memory index tree' (duration: 292.99727ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:51.718271Z","caller":"traceutil/trace.go:171","msg":"trace[1027052506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8180; }","duration":"1.377051145s","start":"2026-03-15T02:17:50.341203Z","end":"2026-03-15T02:17:51.718254Z","steps":["trace[1027052506] 'agreement among raft nodes before linearized reading' (duration: 1.084017154s)","trace[1027052506] 'range keys from in-memory index tree' (duration: 292.925368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:51.718509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377175277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-15T02:17:51.718616Z","caller":"traceutil/trace.go:171","msg":"trace[964685237] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8180; }","duration":"1.377361073s","start":"2026-03-15T02:17:50.341234Z","end":"2026-03-15T02:17:51.718595Z","steps":["trace[964685237] 'agreement among raft nodes before linearized reading' (duration: 1.083868941s)","trace[964685237] 'range keys from in-memory index tree' (duration: 292.427106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:51.718715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:50.341209Z","time spent":"1.377489535s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-15T02:17:51.71828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:50.203982Z","time spent":"1.514285161s","remote":"127.0.0.1:36102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:51.718547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:50.341194Z","time spent":"1.377313962s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-15T02:17:51.718108Z","caller":"traceutil/trace.go:171","msg":"trace[1426825976] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8180; }","duration":"1.376290307s","start":"2026-03-15T02:17:50.341286Z","end":"2026-03-15T02:17:51.717576Z","steps":["trace[1426825976] 'agreement among raft nodes before linearized reading' (duration: 1.084315561s)","trace[1426825976] 'range keys from in-memory index tree' (duration: 290.153473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:51.71835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374804442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-15T02:17:51.719124Z","caller":"traceutil/trace.go:171","msg":"trace[298190628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8180; }","duration":"1.375613112s","start":"2026-03-15T02:17:50.343484Z","end":"2026-03-15T02:17:51.719097Z","steps":["trace[298190628] 'agreement among raft nodes before linearized reading' (duration: 1.081766302s)","trace[298190628] 'range keys from in-memory index tree' (duration: 292.946919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:51.718433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.117652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-15T02:17:51.719207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:50.343473Z","time spent":"1.375707484s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-15T02:17:51.719391Z","caller":"traceutil/trace.go:171","msg":"trace[2140814405] transaction","detail":"{read_only:false; response_revision:8181; number_of_response:1; }","duration":"609.832102ms","start":"2026-03-15T02:17:51.109536Z","end":"2026-03-15T02:17:51.719368Z","steps":["trace[2140814405] 'process raft request' (duration: 315.719196ms)","trace[2140814405] 'compare' (duration: 291.160986ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:51.719433Z","caller":"traceutil/trace.go:171","msg":"trace[1572960223] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"437.356304ms","start":"2026-03-15T02:17:51.282063Z","end":"2026-03-15T02:17:51.719419Z","steps":["trace[1572960223] 'process raft request' (duration: 437.18997ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:51.719436Z","caller":"traceutil/trace.go:171","msg":"trace[1108761947] transaction","detail":"{read_only:false; response_revision:8183; number_of_response:1; }","duration":"290.146912ms","start":"2026-03-15T02:17:51.429274Z","end":"2026-03-15T02:17:51.719421Z","steps":["trace[1108761947] 'process raft request' (duration: 290.098031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:51.719506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:51.282037Z","time spent":"437.421636ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":745,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-15T02:17:51.719502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:51.109514Z","time spent":"609.933114ms","remote":"127.0.0.1:45574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2650,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:51.719529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:50.341249Z","time spent":"1.378259213s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-15T02:17:51.71973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.695503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-15T02:17:51.719772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.984758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-15T02:17:51.719813Z","caller":"traceutil/trace.go:171","msg":"trace[1432921375] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8183; }","duration":"616.762715ms","start":"2026-03-15T02:17:51.103018Z","end":"2026-03-15T02:17:51.719781Z","steps":["trace[1432921375] 'agreement among raft nodes before linearized reading' (duration: 616.533949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:51.71986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:51.102999Z","time spent":"616.848647ms","remote":"127.0.0.1:41600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-15T02:17:51.719876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.178473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-15T02:17:51.719895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.278485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:51.719927Z","caller":"traceutil/trace.go:171","msg":"trace[1121300975] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8183; }","duration":"421.266085ms","start":"2026-03-15T02:17:51.29865Z","end":"2026-03-15T02:17:51.719916Z","steps":["trace[1121300975] 'agreement among raft nodes before linearized reading' (duration: 421.096211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:51.719931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.733141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-tzc7s\" ","response":"range_response_count:1 size:4738"} {"level":"info","ts":"2026-03-15T02:17:51.719941Z","caller":"traceutil/trace.go:171","msg":"trace[1555336188] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8183; }","duration":"421.07118ms","start":"2026-03-15T02:17:51.298762Z","end":"2026-03-15T02:17:51.719833Z","steps":["trace[1555336188] 'agreement among raft nodes before linearized reading' (duration: 420.921396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:51.71997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:51.298634Z","time spent":"421.329646ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-15T02:17:51.71998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.707048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:17:51.719648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.246294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:17:51.720001Z","caller":"traceutil/trace.go:171","msg":"trace[1983641569] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:0; response_revision:8183; }","duration":"621.19293ms","start":"2026-03-15T02:17:51.098801Z","end":"2026-03-15T02:17:51.719993Z","steps":["trace[1983641569] 'agreement among raft nodes before linearized reading' (duration: 621.159689ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:51.720009Z","caller":"traceutil/trace.go:171","msg":"trace[509662495] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8183; }","duration":"446.661484ms","start":"2026-03-15T02:17:51.273337Z","end":"2026-03-15T02:17:51.719999Z","steps":["trace[509662495] 'agreement among raft nodes before linearized reading' (duration: 446.218753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:51.720006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:51.298756Z","time spent":"421.233014ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-15T02:17:51.719978Z","caller":"traceutil/trace.go:171","msg":"trace[926965052] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-tzc7s; range_end:; response_count:1; response_revision:8183; }","duration":"467.831633ms","start":"2026-03-15T02:17:51.252137Z","end":"2026-03-15T02:17:51.719968Z","steps":["trace[926965052] 'agreement among raft nodes before linearized reading' (duration: 467.68137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:51.72004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:51.252115Z","time spent":"467.921005ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4762,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-tzc7s\" "} {"level":"warn","ts":"2026-03-15T02:17:51.720081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147122413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:17:51.720022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:51.09837Z","time spent":"621.6475ms","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-15T02:17:51.720118Z","caller":"traceutil/trace.go:171","msg":"trace[623104787] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8183; }","duration":"1.147214984s","start":"2026-03-15T02:17:50.572894Z","end":"2026-03-15T02:17:51.720109Z","steps":["trace[623104787] 'agreement among raft nodes before linearized reading' (duration: 1.147159873s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:51.720151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:50.57285Z","time spent":"1.147292426s","remote":"127.0.0.1:36176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:51.72019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.712127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:17:51.720194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.039871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-15T02:17:51.720218Z","caller":"traceutil/trace.go:171","msg":"trace[860320776] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8183; }","duration":"790.767659ms","start":"2026-03-15T02:17:50.929442Z","end":"2026-03-15T02:17:51.72021Z","steps":["trace[860320776] 'agreement among raft nodes before linearized reading' (duration: 790.686787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:51.720239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:50.929426Z","time spent":"790.807419ms","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:17:51.720247Z","caller":"traceutil/trace.go:171","msg":"trace[428681179] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8183; }","duration":"617.118813ms","start":"2026-03-15T02:17:51.103112Z","end":"2026-03-15T02:17:51.720231Z","steps":["trace[428681179] 'agreement among raft nodes before linearized reading' (duration: 616.98111ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:51.719946Z","caller":"traceutil/trace.go:171","msg":"trace[2095933462] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8183; }","duration":"926.369897ms","start":"2026-03-15T02:17:50.793568Z","end":"2026-03-15T02:17:51.719937Z","steps":["trace[2095933462] 'agreement among raft nodes before linearized reading' (duration: 926.287125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:51.72029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:51.103108Z","time spent":"617.171254ms","remote":"127.0.0.1:41600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-15T02:17:51.720312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:50.793552Z","time spent":"926.749056ms","remote":"127.0.0.1:45186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:51.720037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:51.273315Z","time spent":"446.712265ms","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:51.720612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.431644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"info","ts":"2026-03-15T02:17:51.719539Z","caller":"traceutil/trace.go:171","msg":"trace[1833090929] linearizableReadLoop","detail":"{readStateIndex:8491; appliedIndex:8488; }","duration":"294.486795ms","start":"2026-03-15T02:17:51.42495Z","end":"2026-03-15T02:17:51.719437Z","steps":["trace[1833090929] 'read index received' (duration: 251.656µs)","trace[1833090929] 'applied index is now lower than readState.Index' (duration: 294.232059ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:51.720719Z","caller":"traceutil/trace.go:171","msg":"trace[1937931753] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8183; }","duration":"961.571256ms","start":"2026-03-15T02:17:50.759129Z","end":"2026-03-15T02:17:51.720701Z","steps":["trace[1937931753] 'agreement among raft nodes before linearized reading' (duration: 960.765357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:51.720882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.890024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2d2eb265-85a9-430b-9801-e7a11c972221\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-15T02:17:51.720912Z","caller":"traceutil/trace.go:171","msg":"trace[993123695] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2d2eb265-85a9-430b-9801-e7a11c972221; range_end:; response_count:1; response_revision:8183; }","duration":"291.961995ms","start":"2026-03-15T02:17:51.428942Z","end":"2026-03-15T02:17:51.720904Z","steps":["trace[993123695] 'agreement among raft nodes before linearized reading' (duration: 291.862083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:51.720821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:50.759095Z","time spent":"961.7086ms","remote":"127.0.0.1:42980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414445,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-15T02:17:51.719857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301058333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19436"} {"level":"info","ts":"2026-03-15T02:17:51.721092Z","caller":"traceutil/trace.go:171","msg":"trace[649281083] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8183; }","duration":"1.302355003s","start":"2026-03-15T02:17:50.418722Z","end":"2026-03-15T02:17:51.721077Z","steps":["trace[649281083] 'agreement among raft nodes before linearized reading' (duration: 1.30094105s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:51.721143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:50.418703Z","time spent":"1.302424636s","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19460,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-15T02:17:51.721273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.026587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228918"} {"level":"info","ts":"2026-03-15T02:17:51.721322Z","caller":"traceutil/trace.go:171","msg":"trace[2004865712] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8183; }","duration":"292.094929ms","start":"2026-03-15T02:17:51.42922Z","end":"2026-03-15T02:17:51.721315Z","steps":["trace[2004865712] 'agreement among raft nodes before linearized reading' (duration: 291.788002ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:51.966718Z","caller":"traceutil/trace.go:171","msg":"trace[300804464] transaction","detail":"{read_only:false; response_revision:8184; number_of_response:1; }","duration":"238.606277ms","start":"2026-03-15T02:17:51.728079Z","end":"2026-03-15T02:17:51.966685Z","steps":["trace[300804464] 'process raft request' (duration: 214.772225ms)","trace[300804464] 'compare' (duration: 23.671528ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:52.058625Z","caller":"traceutil/trace.go:171","msg":"trace[851543286] linearizableReadLoop","detail":"{readStateIndex:8494; appliedIndex:8492; }","duration":"330.201557ms","start":"2026-03-15T02:17:51.728395Z","end":"2026-03-15T02:17:52.058597Z","steps":["trace[851543286] 'read index received' (duration: 214.709574ms)","trace[851543286] 'applied index is now lower than readState.Index' (duration: 115.490893ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:52.05902Z","caller":"traceutil/trace.go:171","msg":"trace[312955159] transaction","detail":"{read_only:false; response_revision:8185; number_of_response:1; }","duration":"330.914054ms","start":"2026-03-15T02:17:51.728091Z","end":"2026-03-15T02:17:52.059005Z","steps":["trace[312955159] 'process raft request' (duration: 330.121155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:52.059168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:51.728069Z","time spent":"330.992796ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:52.059519Z","caller":"traceutil/trace.go:171","msg":"trace[1779561280] transaction","detail":"{read_only:false; response_revision:8186; number_of_response:1; }","duration":"330.550835ms","start":"2026-03-15T02:17:51.728954Z","end":"2026-03-15T02:17:52.059504Z","steps":["trace[1779561280] 'process raft request' (duration: 329.384828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:52.059597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:51.728943Z","time spent":"330.612237ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:52.059842Z","caller":"traceutil/trace.go:171","msg":"trace[578256584] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"328.254941ms","start":"2026-03-15T02:17:51.731553Z","end":"2026-03-15T02:17:52.059808Z","steps":["trace[578256584] 'process raft request' (duration: 326.96282ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:52.059935Z","caller":"traceutil/trace.go:171","msg":"trace[1435777824] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"330.899384ms","start":"2026-03-15T02:17:51.729003Z","end":"2026-03-15T02:17:52.059903Z","steps":["trace[1435777824] 'process raft request' (duration: 329.376248ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:52.059878Z","caller":"traceutil/trace.go:171","msg":"trace[1369746405] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"330.221397ms","start":"2026-03-15T02:17:51.729604Z","end":"2026-03-15T02:17:52.059826Z","steps":["trace[1369746405] 'process raft request' (duration: 328.809774ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:52.060085Z","caller":"traceutil/trace.go:171","msg":"trace[1086345340] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"328.698572ms","start":"2026-03-15T02:17:51.731378Z","end":"2026-03-15T02:17:52.060077Z","steps":["trace[1086345340] 'process raft request' (duration: 327.109294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:52.060158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:51.73137Z","time spent":"328.744703ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:52.060176Z","caller":"traceutil/trace.go:171","msg":"trace[173545712] transaction","detail":"{read_only:false; response_revision:8192; number_of_response:1; }","duration":"322.790072ms","start":"2026-03-15T02:17:51.737371Z","end":"2026-03-15T02:17:52.060161Z","steps":["trace[173545712] 'process raft request' (duration: 321.184914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:52.060241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:51.737359Z","time spent":"322.847243ms","remote":"127.0.0.1:45598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3252,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-15T02:17:52.060309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.432985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:52.060338Z","caller":"traceutil/trace.go:171","msg":"trace[510745714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8192; }","duration":"328.481306ms","start":"2026-03-15T02:17:51.73185Z","end":"2026-03-15T02:17:52.060331Z","steps":["trace[510745714] 'agreement among raft nodes before linearized reading' (duration: 328.427785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:52.060355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:51.731842Z","time spent":"328.507417ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:17:52.060432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.001109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-15T02:17:52.060482Z","caller":"traceutil/trace.go:171","msg":"trace[1260577247] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8192; }","duration":"332.112492ms","start":"2026-03-15T02:17:51.728355Z","end":"2026-03-15T02:17:52.060467Z","steps":["trace[1260577247] 'agreement among raft nodes before linearized reading' (duration: 331.936418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:52.060533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.989181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-15T02:17:52.060549Z","caller":"traceutil/trace.go:171","msg":"trace[1425325372] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8192; }","duration":"324.031311ms","start":"2026-03-15T02:17:51.736513Z","end":"2026-03-15T02:17:52.060544Z","steps":["trace[1425325372] 'agreement among raft nodes before linearized reading' (duration: 323.954179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:52.060564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:51.736502Z","time spent":"324.059342ms","remote":"127.0.0.1:37700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-15T02:17:52.060555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:51.728336Z","time spent":"332.207274ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2667,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-15T02:17:52.059995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:51.731543Z","time spent":"328.375484ms","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-15T02:17:52.059992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.950858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-15T02:17:52.06081Z","caller":"traceutil/trace.go:171","msg":"trace[1104665031] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8192; }","duration":"329.781707ms","start":"2026-03-15T02:17:51.731007Z","end":"2026-03-15T02:17:52.060789Z","steps":["trace[1104665031] 'agreement among raft nodes before linearized reading' (duration: 328.856595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:52.06087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:51.731001Z","time spent":"329.850968ms","remote":"127.0.0.1:41398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-15T02:17:52.060054Z","caller":"traceutil/trace.go:171","msg":"trace[1980655401] transaction","detail":"{read_only:false; response_revision:8189; number_of_response:1; }","duration":"329.958341ms","start":"2026-03-15T02:17:51.730085Z","end":"2026-03-15T02:17:52.060044Z","steps":["trace[1980655401] 'process raft request' (duration: 328.374954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:52.061091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:51.729599Z","time spent":"331.432427ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:52.061017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:51.729586Z","time spent":"330.579636ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4728,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:52.060075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:51.728993Z","time spent":"331.005716ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:52.825948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.790798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:17:52.826485Z","caller":"traceutil/trace.go:171","msg":"trace[1792854233] transaction","detail":"{read_only:false; response_revision:8199; number_of_response:1; }","duration":"745.072971ms","start":"2026-03-15T02:17:52.081393Z","end":"2026-03-15T02:17:52.826466Z","steps":["trace[1792854233] 'process raft request' (duration: 745.01089ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:52.826617Z","caller":"traceutil/trace.go:171","msg":"trace[149509238] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"758.912068ms","start":"2026-03-15T02:17:52.067672Z","end":"2026-03-15T02:17:52.826584Z","steps":["trace[149509238] 'process raft request' (duration: 758.648122ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:52.826652Z","caller":"traceutil/trace.go:171","msg":"trace[1215483634] transaction","detail":"{read_only:false; response_revision:8198; number_of_response:1; }","duration":"753.813538ms","start":"2026-03-15T02:17:52.072795Z","end":"2026-03-15T02:17:52.826608Z","steps":["trace[1215483634] 'process raft request' (duration: 753.581612ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:52.826654Z","caller":"traceutil/trace.go:171","msg":"trace[1955575783] transaction","detail":"{read_only:false; response_revision:8197; number_of_response:1; }","duration":"758.473738ms","start":"2026-03-15T02:17:52.068141Z","end":"2026-03-15T02:17:52.826615Z","steps":["trace[1955575783] 'process raft request' (duration: 758.209302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:52.826723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.154057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bfd204f1-3b0a-464f-b1f5-6e3bc456e0f0\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-15T02:17:52.82673Z","caller":"traceutil/trace.go:171","msg":"trace[1248292042] transaction","detail":"{read_only:false; response_revision:8194; number_of_response:1; }","duration":"759.519352ms","start":"2026-03-15T02:17:52.067185Z","end":"2026-03-15T02:17:52.826704Z","steps":["trace[1248292042] 'process raft request' (duration: 759.051701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:52.826753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:52.067659Z","time spent":"759.030911ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-15T02:17:52.826769Z","caller":"traceutil/trace.go:171","msg":"trace[1980480488] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bfd204f1-3b0a-464f-b1f5-6e3bc456e0f0; range_end:; response_count:1; response_revision:8199; }","duration":"760.459824ms","start":"2026-03-15T02:17:52.066296Z","end":"2026-03-15T02:17:52.826756Z","steps":["trace[1980480488] 'agreement among raft nodes before linearized reading' (duration: 760.26934ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:52.826764Z","caller":"traceutil/trace.go:171","msg":"trace[149546350] transaction","detail":"{read_only:false; response_revision:8195; number_of_response:1; }","duration":"759.466231ms","start":"2026-03-15T02:17:52.067264Z","end":"2026-03-15T02:17:52.82673Z","steps":["trace[149546350] 'process raft request' (duration: 759.02812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:52.826792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:52.072789Z","time spent":"753.94067ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":838,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-15T02:17:52.826815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:52.067174Z","time spent":"759.603004ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":832,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-15T02:17:52.826819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:52.06813Z","time spent":"758.613991ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-15T02:17:52.826804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:52.066278Z","time spent":"760.520286ms","remote":"127.0.0.1:41382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-bfd204f1-3b0a-464f-b1f5-6e3bc456e0f0\" "} {"level":"warn","ts":"2026-03-15T02:17:52.826914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:52.067256Z","time spent":"759.587944ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":844,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-15T02:17:52.826519Z","caller":"traceutil/trace.go:171","msg":"trace[626161818] linearizableReadLoop","detail":"{readStateIndex:8502; appliedIndex:8501; }","duration":"759.617475ms","start":"2026-03-15T02:17:52.066871Z","end":"2026-03-15T02:17:52.826488Z","steps":["trace[626161818] 'read index received' (duration: 30.171992ms)","trace[626161818] 'applied index is now lower than readState.Index' (duration: 729.441733ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:52.826778Z","caller":"traceutil/trace.go:171","msg":"trace[1454395695] transaction","detail":"{read_only:false; response_revision:8193; number_of_response:1; }","duration":"760.327371ms","start":"2026-03-15T02:17:52.066327Z","end":"2026-03-15T02:17:52.826654Z","steps":["trace[1454395695] 'process raft request' (duration: 30.737205ms)","trace[1454395695] 'compare' (duration: 728.679124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:52.827096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:52.06631Z","time spent":"760.750181ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":815,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-15T02:17:52.827288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:52.08138Z","time spent":"745.252536ms","remote":"127.0.0.1:45598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3817,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:53.327399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837384032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:17:53.827802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837384032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:17:54.328613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837384032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:17:54.45607Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.914363124s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-15T02:17:54.983289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000785889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:17:54.983392Z","caller":"traceutil/trace.go:171","msg":"trace[1538221088] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000947483s","start":"2026-03-15T02:17:52.982419Z","end":"2026-03-15T02:17:54.983366Z","steps":["trace[1538221088] 'agreement among raft nodes before linearized reading' (duration: 2.00082197s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:54.983449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:52.982396Z","time spent":"2.001041325s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/15 02:17:54 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:17:55.194548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.059432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:17:55.194874Z","caller":"traceutil/trace.go:171","msg":"trace[1811843327] transaction","detail":"{read_only:false; response_revision:8203; number_of_response:1; }","duration":"3.033787339s","start":"2026-03-15T02:17:52.161068Z","end":"2026-03-15T02:17:55.194855Z","steps":["trace[1811843327] 'process raft request' (duration: 3.033739898s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:55.19495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:52.161056Z","time spent":"3.033859031s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:55.195153Z","caller":"traceutil/trace.go:171","msg":"trace[1151749581] transaction","detail":"{read_only:false; response_revision:8200; number_of_response:1; }","duration":"3.053549416s","start":"2026-03-15T02:17:52.141587Z","end":"2026-03-15T02:17:55.195137Z","steps":["trace[1151749581] 'process raft request' (duration: 2.314816378s)","trace[1151749581] 'compare' (duration: 737.778915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:55.195213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:52.141571Z","time spent":"3.053613227s","remote":"127.0.0.1:42980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414482,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:55.1954Z","caller":"traceutil/trace.go:171","msg":"trace[1233128510] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"3.036271758s","start":"2026-03-15T02:17:52.159118Z","end":"2026-03-15T02:17:55.19539Z","steps":["trace[1233128510] 'process raft request' (duration: 3.035561951s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:55.195458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:52.159096Z","time spent":"3.0363343s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:55.195581Z","caller":"traceutil/trace.go:171","msg":"trace[1124095540] transaction","detail":"{read_only:false; response_revision:8202; number_of_response:1; }","duration":"3.035269204s","start":"2026-03-15T02:17:52.160303Z","end":"2026-03-15T02:17:55.195572Z","steps":["trace[1124095540] 'process raft request' (duration: 3.034471795s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:55.195632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:52.160279Z","time spent":"3.035328666s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:56.252337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000518498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:17:56.252418Z","caller":"traceutil/trace.go:171","msg":"trace[1638514452] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00064631s","start":"2026-03-15T02:17:54.251753Z","end":"2026-03-15T02:17:56.2524Z","steps":["trace[1638514452] 'agreement among raft nodes before linearized reading' (duration: 2.000550458s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:56.252461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:54.251733Z","time spent":"2.000719332s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/15 02:17:56 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:17:56.83386Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.377510649s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-15T02:17:56.983328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99980689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:17:56.983408Z","caller":"traceutil/trace.go:171","msg":"trace[1629865077] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999941683s","start":"2026-03-15T02:17:54.983448Z","end":"2026-03-15T02:17:56.983389Z","steps":["trace[1629865077] 'agreement among raft nodes before linearized reading' (duration: 1.99984425s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:56.983459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:54.983425Z","time spent":"2.000021265s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/15 02:17:56 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:17:57.556281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.102516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:17:57.556613Z","caller":"traceutil/trace.go:171","msg":"trace[1338668404] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"4.72351047s","start":"2026-03-15T02:17:52.833077Z","end":"2026-03-15T02:17:57.556588Z","steps":["trace[1338668404] 'process raft request' (duration: 4.723313025s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:57.556685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:52.833063Z","time spent":"4.723591491s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-15T02:17:57.556718Z","caller":"traceutil/trace.go:171","msg":"trace[1697988614] transaction","detail":"{read_only:false; response_revision:8206; number_of_response:1; }","duration":"4.723582852s","start":"2026-03-15T02:17:52.833091Z","end":"2026-03-15T02:17:57.556674Z","steps":["trace[1697988614] 'process raft request' (duration: 4.723415788s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:57.556831Z","caller":"traceutil/trace.go:171","msg":"trace[1671331615] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"4.713018723s","start":"2026-03-15T02:17:52.843777Z","end":"2026-03-15T02:17:57.556796Z","steps":["trace[1671331615] 'process raft request' (duration: 4.712820588s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:57.556897Z","caller":"traceutil/trace.go:171","msg":"trace[427974541] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"4.518575667s","start":"2026-03-15T02:17:53.038299Z","end":"2026-03-15T02:17:57.556874Z","steps":["trace[427974541] 'process raft request' (duration: 4.518380722s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:57.556949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:52.84376Z","time spent":"4.713120655s","remote":"127.0.0.1:45598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6354,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:57.556964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:52.833068Z","time spent":"4.723801037s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-15T02:17:57.55709Z","caller":"traceutil/trace.go:171","msg":"trace[1813493124] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"4.48949234s","start":"2026-03-15T02:17:53.067581Z","end":"2026-03-15T02:17:57.557074Z","steps":["trace[1813493124] 'process raft request' (duration: 4.489163543s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:57.557012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:53.038274Z","time spent":"4.5186803s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:57.557178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:53.067537Z","time spent":"4.489600593s","remote":"127.0.0.1:41472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3019,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:57.557207Z","caller":"traceutil/trace.go:171","msg":"trace[967568727] linearizableReadLoop","detail":"{readStateIndex:8518; appliedIndex:8508; }","duration":"4.730186937s","start":"2026-03-15T02:17:52.827006Z","end":"2026-03-15T02:17:57.557193Z","steps":["trace[967568727] 'read index received' (duration: 1.629343542s)","trace[967568727] 'applied index is now lower than readState.Index' (duration: 3.100839795s)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:57.557193Z","caller":"traceutil/trace.go:171","msg":"trace[158490856] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"602.736014ms","start":"2026-03-15T02:17:56.954429Z","end":"2026-03-15T02:17:57.557165Z","steps":["trace[158490856] 'process raft request' (duration: 602.641622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:57.557352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:56.954405Z","time spent":"602.857367ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:57.55739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.769612177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:17:57.557423Z","caller":"traceutil/trace.go:171","msg":"trace[784281023] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8210; }","duration":"4.769678718s","start":"2026-03-15T02:17:52.787736Z","end":"2026-03-15T02:17:57.557414Z","steps":["trace[784281023] 'agreement among raft nodes before linearized reading' (duration: 4.769523465s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:57.557463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:52.78772Z","time spent":"4.76973551s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":82,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:57.557579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.489996336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-15T02:17:57.557637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.467222819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-15T02:17:57.55768Z","caller":"traceutil/trace.go:171","msg":"trace[1671241487] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8210; }","duration":"5.46727796s","start":"2026-03-15T02:17:52.090388Z","end":"2026-03-15T02:17:57.557666Z","steps":["trace[1671241487] 'agreement among raft nodes before linearized reading' (duration: 5.467096586s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:57.557721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:52.090381Z","time spent":"5.467332511s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1841,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-15T02:17:57.557953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.490833206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:499"} {"level":"info","ts":"2026-03-15T02:17:57.558018Z","caller":"traceutil/trace.go:171","msg":"trace[1526934772] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8210; }","duration":"5.490926368s","start":"2026-03-15T02:17:52.067072Z","end":"2026-03-15T02:17:57.557999Z","steps":["trace[1526934772] 'agreement among raft nodes before linearized reading' (duration: 5.490427136s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:57.558073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:52.067056Z","time spent":"5.491003059s","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":523,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-15T02:17:57.558174Z","caller":"traceutil/trace.go:171","msg":"trace[2045249250] transaction","detail":"{read_only:false; response_revision:8204; number_of_response:1; }","duration":"4.770266052s","start":"2026-03-15T02:17:52.786251Z","end":"2026-03-15T02:17:57.556517Z","steps":["trace[2045249250] 'process raft request' (duration: 4.047788077s)","trace[2045249250] 'compare' (duration: 721.964833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:57.558515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:52.786226Z","time spent":"4.772116246s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:57.557622Z","caller":"traceutil/trace.go:171","msg":"trace[1065223218] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8210; }","duration":"5.490060808s","start":"2026-03-15T02:17:52.067547Z","end":"2026-03-15T02:17:57.557608Z","steps":["trace[1065223218] 'agreement among raft nodes before linearized reading' (duration: 5.489932865s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:57.558805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:52.067533Z","time spent":"5.491215655s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-15T02:17:58.057964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837384042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:17:58.163195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000298821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-15T02:17:58.163282Z","caller":"traceutil/trace.go:171","msg":"trace[976305185] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000457625s","start":"2026-03-15T02:17:56.162805Z","end":"2026-03-15T02:17:58.163262Z","steps":["trace[976305185] 'agreement among raft nodes before linearized reading' (duration: 2.000321892s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:58.1634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:56.16279Z","time spent":"2.000594978s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/15 02:17:58 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:17:58.558516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837384042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:17:58.723629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999086763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:17:58.72376Z","caller":"traceutil/trace.go:171","msg":"trace[1782137758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999271297s","start":"2026-03-15T02:17:53.724468Z","end":"2026-03-15T02:17:58.72374Z","steps":["trace[1782137758] 'agreement among raft nodes before linearized reading' (duration: 4.999118833s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:58.723807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:53.724447Z","time spent":"4.999345818s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/15 02:17:58 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:17:58.99105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99979588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:17:58.991167Z","caller":"traceutil/trace.go:171","msg":"trace[601751261] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999982265s","start":"2026-03-15T02:17:56.991156Z","end":"2026-03-15T02:17:58.991138Z","steps":["trace[601751261] 'agreement among raft nodes before linearized reading' (duration: 1.999839841s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:58.991225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:56.991131Z","time spent":"2.000084057s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/15 02:17:58 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:17:59.059595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837384042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:17:59.064798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999640761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-15T02:17:59.064748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999503417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:17:59.064871Z","caller":"traceutil/trace.go:171","msg":"trace[1098113407] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999790794s","start":"2026-03-15T02:17:54.06505Z","end":"2026-03-15T02:17:59.064841Z","steps":["trace[1098113407] 'agreement among raft nodes before linearized reading' (duration: 4.999677372s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:59.064885Z","caller":"traceutil/trace.go:171","msg":"trace[1025801058] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999703012s","start":"2026-03-15T02:17:54.065153Z","end":"2026-03-15T02:17:59.064856Z","steps":["trace[1025801058] 'agreement among raft nodes before linearized reading' (duration: 4.999543668s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:59.06495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:54.065026Z","time spent":"4.999913747s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/15 02:17:59 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:17:59.065009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:54.065119Z","time spent":"4.999870286s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/15 02:17:59 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:17:59.070524Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.697599104s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-15T02:17:59.133868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:58.694502Z","time spent":"439.357807ms","remote":"127.0.0.1:37580","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-15T02:17:59.134693Z","caller":"traceutil/trace.go:171","msg":"trace[500074072] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"1.933737099s","start":"2026-03-15T02:17:57.200909Z","end":"2026-03-15T02:17:59.134646Z","steps":["trace[500074072] 'process raft request' (duration: 1.869855868s)","trace[500074072] 'compare' (duration: 63.486751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:59.134886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.05283056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:17:59.134947Z","caller":"traceutil/trace.go:171","msg":"trace[1668357876] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8213; }","duration":"6.052974504s","start":"2026-03-15T02:17:53.081958Z","end":"2026-03-15T02:17:59.134932Z","steps":["trace[1668357876] 'agreement among raft nodes before linearized reading' (duration: 6.05280721s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:59.134994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:53.081935Z","time spent":"6.053044185s","remote":"127.0.0.1:41382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:59.13506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.172058717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5c76564898-hfp2n.189ce21f4391946a\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-15T02:17:59.135122Z","caller":"traceutil/trace.go:171","msg":"trace[120153464] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5c76564898-hfp2n.189ce21f4391946a; range_end:; response_count:1; response_revision:8213; }","duration":"3.172123529s","start":"2026-03-15T02:17:55.962966Z","end":"2026-03-15T02:17:59.13509Z","steps":["trace[120153464] 'agreement among raft nodes before linearized reading' (duration: 3.171958235s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:59.135151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:55.962954Z","time spent":"3.17218963s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-5c76564898-hfp2n.189ce21f4391946a\" "} {"level":"info","ts":"2026-03-15T02:17:59.135388Z","caller":"traceutil/trace.go:171","msg":"trace[808576961] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"1.934112378s","start":"2026-03-15T02:17:57.201264Z","end":"2026-03-15T02:17:59.135377Z","steps":["trace[808576961] 'process raft request' (duration: 1.933260548s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:59.135386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.287594111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-15T02:17:59.135426Z","caller":"traceutil/trace.go:171","msg":"trace[1541436356] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8213; }","duration":"3.287671743s","start":"2026-03-15T02:17:55.847743Z","end":"2026-03-15T02:17:59.135415Z","steps":["trace[1541436356] 'agreement among raft nodes before linearized reading' (duration: 3.287505029s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:59.135464Z","caller":"traceutil/trace.go:171","msg":"trace[1005759724] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"1.933866622s","start":"2026-03-15T02:17:57.201589Z","end":"2026-03-15T02:17:59.135456Z","steps":["trace[1005759724] 'process raft request' (duration: 1.933003831s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:59.135464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:55.847721Z","time spent":"3.287736244s","remote":"127.0.0.1:36184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-15T02:17:59.135502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:57.201556Z","time spent":"1.933926963s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:59.135622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016677526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:17:59.135644Z","caller":"traceutil/trace.go:171","msg":"trace[619338529] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8213; }","duration":"2.016731688s","start":"2026-03-15T02:17:57.118903Z","end":"2026-03-15T02:17:59.135635Z","steps":["trace[619338529] 'agreement among raft nodes before linearized reading' (duration: 2.016690387s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:59.135663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:57.118887Z","time spent":"2.016769938s","remote":"127.0.0.1:45152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:59.135697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.642241818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:59.13573Z","caller":"traceutil/trace.go:171","msg":"trace[1431171045] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8213; }","duration":"3.642323681s","start":"2026-03-15T02:17:55.493396Z","end":"2026-03-15T02:17:59.13572Z","steps":["trace[1431171045] 'agreement among raft nodes before linearized reading' (duration: 3.642257879s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:59.135762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.439769057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:59.135816Z","caller":"traceutil/trace.go:171","msg":"trace[159448400] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8213; }","duration":"4.439856428s","start":"2026-03-15T02:17:54.695951Z","end":"2026-03-15T02:17:59.135808Z","steps":["trace[159448400] 'agreement among raft nodes before linearized reading' (duration: 4.439771656s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:59.135837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:54.695934Z","time spent":"4.439898149s","remote":"127.0.0.1:59664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:59.135923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.915868701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-15T02:17:59.135982Z","caller":"traceutil/trace.go:171","msg":"trace[1416196552] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:8213; }","duration":"5.915966944s","start":"2026-03-15T02:17:53.22Z","end":"2026-03-15T02:17:59.135967Z","steps":["trace[1416196552] 'agreement among raft nodes before linearized reading' (duration: 5.91582057s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:59.136027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:53.219977Z","time spent":"5.916031836s","remote":"127.0.0.1:41252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-15T02:17:59.134896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:57.200889Z","time spent":"1.933885613s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:59.1361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.31559435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:17:59.136127Z","caller":"traceutil/trace.go:171","msg":"trace[173975163] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8213; }","duration":"4.315651912s","start":"2026-03-15T02:17:54.820467Z","end":"2026-03-15T02:17:59.136119Z","steps":["trace[173975163] 'agreement among raft nodes before linearized reading' (duration: 4.315599971s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:59.136147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:54.820453Z","time spent":"4.315689423s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:59.136259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.430784905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:17:59.135772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:55.493371Z","time spent":"3.642390302s","remote":"127.0.0.1:41548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:17:59.136276Z","caller":"traceutil/trace.go:171","msg":"trace[99833499] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8213; }","duration":"4.430841897s","start":"2026-03-15T02:17:54.705428Z","end":"2026-03-15T02:17:59.13627Z","steps":["trace[99833499] 'agreement among raft nodes before linearized reading' (duration: 4.430804856s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:59.136298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:54.705411Z","time spent":"4.430880927s","remote":"127.0.0.1:41540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:59.136281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.06989144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-15T02:17:59.136321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.070083025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-15T02:17:59.134695Z","caller":"traceutil/trace.go:171","msg":"trace[1136215651] linearizableReadLoop","detail":"{readStateIndex:8522; appliedIndex:8519; }","duration":"1.577423732s","start":"2026-03-15T02:17:57.557232Z","end":"2026-03-15T02:17:59.134656Z","steps":["trace[1136215651] 'read index received' (duration: 1.513390888s)","trace[1136215651] 'applied index is now lower than readState.Index' (duration: 64.031274ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:59.136358Z","caller":"traceutil/trace.go:171","msg":"trace[1535431686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8213; }","duration":"5.069997102s","start":"2026-03-15T02:17:54.06634Z","end":"2026-03-15T02:17:59.136337Z","steps":["trace[1535431686] 'agreement among raft nodes before linearized reading' (duration: 5.069748817s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:59.135435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:57.201251Z","time spent":"1.934153158s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:59.136385Z","caller":"traceutil/trace.go:171","msg":"trace[61187939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8213; }","duration":"5.070167837s","start":"2026-03-15T02:17:54.066198Z","end":"2026-03-15T02:17:59.136366Z","steps":["trace[61187939] 'agreement among raft nodes before linearized reading' (duration: 5.069937472s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:59.136399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:54.066333Z","time spent":"5.070057625s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-15T02:17:59.136446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:54.066185Z","time spent":"5.070243368s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-15T02:17:59.136625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.03336298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:17:59.136627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.104645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:17:59.13665Z","caller":"traceutil/trace.go:171","msg":"trace[555591317] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8213; }","duration":"3.033434931s","start":"2026-03-15T02:17:56.103207Z","end":"2026-03-15T02:17:59.136641Z","steps":["trace[555591317] 'agreement among raft nodes before linearized reading' (duration: 3.03336968s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:59.13667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:56.103182Z","time spent":"3.033482943s","remote":"127.0.0.1:45574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":14,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:59.136658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575177569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3034"} {"level":"warn","ts":"2026-03-15T02:17:59.136728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.544546351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:59.136732Z","caller":"traceutil/trace.go:171","msg":"trace[1311870502] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8213; }","duration":"1.575258531s","start":"2026-03-15T02:17:57.561446Z","end":"2026-03-15T02:17:59.136705Z","steps":["trace[1311870502] 'agreement among raft nodes before linearized reading' (duration: 1.575024645s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:59.136809Z","caller":"traceutil/trace.go:171","msg":"trace[1686903238] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8213; }","duration":"2.544665474s","start":"2026-03-15T02:17:56.592126Z","end":"2026-03-15T02:17:59.136791Z","steps":["trace[1686903238] 'agreement among raft nodes before linearized reading' (duration: 2.544560952s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:59.136831Z","caller":"traceutil/trace.go:171","msg":"trace[1575864276] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8213; }","duration":"193.201607ms","start":"2026-03-15T02:17:58.943446Z","end":"2026-03-15T02:17:59.136648Z","steps":["trace[1575864276] 'agreement among raft nodes before linearized reading' (duration: 193.142185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:59.136836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:57.561413Z","time spent":"1.575408185s","remote":"127.0.0.1:41472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3058,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-15T02:17:59.13704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06705786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-15T02:17:59.137054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978621535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19436"} {"level":"warn","ts":"2026-03-15T02:17:59.137041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572168818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-rgw-ceph-certs\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:59.137073Z","caller":"traceutil/trace.go:171","msg":"trace[1256007559] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8213; }","duration":"2.067121661s","start":"2026-03-15T02:17:57.069941Z","end":"2026-03-15T02:17:59.137062Z","steps":["trace[1256007559] 'agreement among raft nodes before linearized reading' (duration: 2.066924407s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:59.137083Z","caller":"traceutil/trace.go:171","msg":"trace[97415680] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8213; }","duration":"2.978677226s","start":"2026-03-15T02:17:56.158397Z","end":"2026-03-15T02:17:59.137074Z","steps":["trace[97415680] 'agreement among raft nodes before linearized reading' (duration: 2.978540392s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:59.137101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:57.069923Z","time spent":"2.067170692s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-15T02:17:59.137104Z","caller":"traceutil/trace.go:171","msg":"trace[771036625] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-rgw-ceph-certs; range_end:; response_count:0; response_revision:8213; }","duration":"1.5722429s","start":"2026-03-15T02:17:57.564843Z","end":"2026-03-15T02:17:59.137086Z","steps":["trace[771036625] 'agreement among raft nodes before linearized reading' (duration: 1.572087926s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:59.137149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:57.564837Z","time spent":"1.572300301s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/rook-ceph-rgw-ceph-certs\" "} {"level":"warn","ts":"2026-03-15T02:17:59.137205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573209663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-15T02:17:59.137106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:56.158383Z","time spent":"2.978719187s","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19460,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-15T02:17:59.137265Z","caller":"traceutil/trace.go:171","msg":"trace[2095410911] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8213; }","duration":"1.573279165s","start":"2026-03-15T02:17:57.563965Z","end":"2026-03-15T02:17:59.137244Z","steps":["trace[2095410911] 'agreement among raft nodes before linearized reading' (duration: 1.573118131s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:59.137278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556787347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-15T02:17:59.137305Z","caller":"traceutil/trace.go:171","msg":"trace[460067905] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8213; }","duration":"1.556826708s","start":"2026-03-15T02:17:57.580471Z","end":"2026-03-15T02:17:59.137298Z","steps":["trace[460067905] 'agreement among raft nodes before linearized reading' (duration: 1.556750446s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:59.137313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:57.563958Z","time spent":"1.573342266s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-15T02:17:59.137324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:57.580463Z","time spent":"1.556855898s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-15T02:17:59.137382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.223115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:17:59.136844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:56.592103Z","time spent":"2.544731846s","remote":"127.0.0.1:41462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:59.137316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.579224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:59.137421Z","caller":"traceutil/trace.go:171","msg":"trace[183333851] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8213; }","duration":"152.309436ms","start":"2026-03-15T02:17:58.985099Z","end":"2026-03-15T02:17:59.137408Z","steps":["trace[183333851] 'agreement among raft nodes before linearized reading' (duration: 152.246855ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:59.137446Z","caller":"traceutil/trace.go:171","msg":"trace[2103405022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8213; }","duration":"138.716757ms","start":"2026-03-15T02:17:58.998721Z","end":"2026-03-15T02:17:59.137437Z","steps":["trace[2103405022] 'agreement among raft nodes before linearized reading' (duration: 138.552793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:59.137835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.406190071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4z7pz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-15T02:17:59.13789Z","caller":"traceutil/trace.go:171","msg":"trace[1966147617] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4z7pz; range_end:; response_count:1; response_revision:8213; }","duration":"5.406282043s","start":"2026-03-15T02:17:53.731589Z","end":"2026-03-15T02:17:59.137871Z","steps":["trace[1966147617] 'agreement among raft nodes before linearized reading' (duration: 5.404112072s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:59.137938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:53.731568Z","time spent":"5.406361226s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-4z7pz\" "} {"level":"info","ts":"2026-03-15T02:17:59.611147Z","caller":"traceutil/trace.go:171","msg":"trace[1356534193] linearizableReadLoop","detail":"{readStateIndex:8523; appliedIndex:8522; }","duration":"471.986623ms","start":"2026-03-15T02:17:59.139126Z","end":"2026-03-15T02:17:59.611112Z","steps":["trace[1356534193] 'read index received' (duration: 393.128411ms)","trace[1356534193] 'applied index is now lower than readState.Index' (duration: 78.856492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:59.611289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:59.136827Z","time spent":"474.453521ms","remote":"127.0.0.1:41252","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-15T02:17:59.611337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.190348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:59.611491Z","caller":"traceutil/trace.go:171","msg":"trace[1594567723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8213; }","duration":"472.385693ms","start":"2026-03-15T02:17:59.139091Z","end":"2026-03-15T02:17:59.611476Z","steps":["trace[1594567723] 'agreement among raft nodes before linearized reading' (duration: 472.187268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:59.611534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:59.139068Z","time spent":"472.457315ms","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:18:00.162165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.314831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:18:00.162565Z","caller":"traceutil/trace.go:171","msg":"trace[786572921] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"1.023413193s","start":"2026-03-15T02:17:59.139105Z","end":"2026-03-15T02:18:00.162518Z","steps":["trace[786572921] 'process raft request' (duration: 886.278552ms)","trace[786572921] 'compare' (duration: 136.031955ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:18:00.162678Z","caller":"traceutil/trace.go:171","msg":"trace[2113046763] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"1.023520295s","start":"2026-03-15T02:17:59.139132Z","end":"2026-03-15T02:18:00.162652Z","steps":["trace[2113046763] 'process raft request' (duration: 1.023253819s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:00.162749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:59.139086Z","time spent":"1.023560496s","remote":"127.0.0.1:41472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:00.162808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:59.139114Z","time spent":"1.023623657s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:18:00.162822Z","caller":"traceutil/trace.go:171","msg":"trace[212936174] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"1.022769448s","start":"2026-03-15T02:17:59.140031Z","end":"2026-03-15T02:18:00.162801Z","steps":["trace[212936174] 'process raft request' (duration: 1.022642815s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:00.162903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:59.140018Z","time spent":"1.022846879s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4343,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:00.163418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021506208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189ce22c8e5b41e2\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-15T02:18:00.163461Z","caller":"traceutil/trace.go:171","msg":"trace[600170952] range","detail":"{range_begin:/registry/events/openstack/ceph.189ce22c8e5b41e2; range_end:; response_count:1; response_revision:8218; }","duration":"1.02157686s","start":"2026-03-15T02:17:59.141873Z","end":"2026-03-15T02:18:00.16345Z","steps":["trace[600170952] 'agreement among raft nodes before linearized reading' (duration: 1.021448047s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:00.163484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:59.141866Z","time spent":"1.02161399s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.189ce22c8e5b41e2\" "} {"level":"warn","ts":"2026-03-15T02:18:00.163479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020610157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-15T02:18:00.163556Z","caller":"traceutil/trace.go:171","msg":"trace[371621348] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8218; }","duration":"1.020710729s","start":"2026-03-15T02:17:59.142823Z","end":"2026-03-15T02:18:00.163533Z","steps":["trace[371621348] 'agreement among raft nodes before linearized reading' (duration: 1.020465333s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:00.163606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:59.142814Z","time spent":"1.020782881s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-15T02:18:00.163615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021496617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228923"} {"level":"info","ts":"2026-03-15T02:18:00.163657Z","caller":"traceutil/trace.go:171","msg":"trace[1565018012] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8218; }","duration":"1.021552179s","start":"2026-03-15T02:17:59.14209Z","end":"2026-03-15T02:18:00.163643Z","steps":["trace[1565018012] 'agreement among raft nodes before linearized reading' (duration: 1.021198821s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:00.163685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021896517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-15T02:18:00.163697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:59.142083Z","time spent":"1.0216061s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228947,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-15T02:18:00.163707Z","caller":"traceutil/trace.go:171","msg":"trace[2066407320] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8218; }","duration":"1.021917908s","start":"2026-03-15T02:17:59.141783Z","end":"2026-03-15T02:18:00.163701Z","steps":["trace[2066407320] 'agreement among raft nodes before linearized reading' (duration: 1.021846156s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:00.163732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:59.141757Z","time spent":"1.021971128s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-15T02:18:00.16382Z","caller":"traceutil/trace.go:171","msg":"trace[707286371] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"1.021051077s","start":"2026-03-15T02:17:59.142753Z","end":"2026-03-15T02:18:00.163804Z","steps":["trace[707286371] 'process raft request' (duration: 1.020412402s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:00.16386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021692582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19436"} {"level":"warn","ts":"2026-03-15T02:18:00.163911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:59.14274Z","time spent":"1.021113438s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:18:00.163922Z","caller":"traceutil/trace.go:171","msg":"trace[781456724] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8218; }","duration":"1.021775674s","start":"2026-03-15T02:17:59.142128Z","end":"2026-03-15T02:18:00.163904Z","steps":["trace[781456724] 'agreement among raft nodes before linearized reading' (duration: 1.02156642s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:00.163958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:59.14212Z","time spent":"1.021830916s","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19460,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-15T02:18:00.163939Z","caller":"traceutil/trace.go:171","msg":"trace[688166124] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"1.021450766s","start":"2026-03-15T02:17:59.142442Z","end":"2026-03-15T02:18:00.163892Z","steps":["trace[688166124] 'process raft request' (duration: 1.020286819s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:00.164144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022589383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-03-15T02:18:00.164177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:59.142428Z","time spent":"1.021696223s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:18:00.164237Z","caller":"traceutil/trace.go:171","msg":"trace[943829731] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8218; }","duration":"1.022626384s","start":"2026-03-15T02:17:59.141544Z","end":"2026-03-15T02:18:00.16417Z","steps":["trace[943829731] 'agreement among raft nodes before linearized reading' (duration: 1.022505581s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:00.164024Z","caller":"traceutil/trace.go:171","msg":"trace[1729396680] linearizableReadLoop","detail":"{readStateIndex:8528; appliedIndex:8523; }","duration":"552.017382ms","start":"2026-03-15T02:17:59.611248Z","end":"2026-03-15T02:18:00.163265Z","steps":["trace[1729396680] 'read index received' (duration: 414.224197ms)","trace[1729396680] 'applied index is now lower than readState.Index' (duration: 137.792305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:00.164498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:59.141508Z","time spent":"1.022756817s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-15T02:18:00.664742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837384054,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:18:01.165913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837384054,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:18:01.666183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837384054,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:18:01.750112Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.724621238s","expected-duration":"1s"} {"level":"info","ts":"2026-03-15T02:18:01.750658Z","caller":"traceutil/trace.go:171","msg":"trace[1074637924] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"2.137643537s","start":"2026-03-15T02:17:59.61298Z","end":"2026-03-15T02:18:01.750623Z","steps":["trace[1074637924] 'process raft request' (duration: 2.13735916s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:01.750873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:59.612959Z","time spent":"2.13777757s","remote":"127.0.0.1:41252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:02.801484Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.05097763s","expected-duration":"1s"} {"level":"info","ts":"2026-03-15T02:18:02.802373Z","caller":"traceutil/trace.go:171","msg":"trace[1082234630] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"2.634571206s","start":"2026-03-15T02:18:00.167757Z","end":"2026-03-15T02:18:02.802328Z","steps":["trace[1082234630] 'process raft request' (duration: 2.634265619s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:02.80241Z","caller":"traceutil/trace.go:171","msg":"trace[315935845] transaction","detail":"{read_only:false; response_revision:8221; number_of_response:1; }","duration":"2.632972909s","start":"2026-03-15T02:18:00.169379Z","end":"2026-03-15T02:18:02.802352Z","steps":["trace[315935845] 'process raft request' (duration: 2.632856596s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:02.802616Z","caller":"traceutil/trace.go:171","msg":"trace[1249357106] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"2.626291141s","start":"2026-03-15T02:18:00.176307Z","end":"2026-03-15T02:18:02.802599Z","steps":["trace[1249357106] 'process raft request' (duration: 2.625994664s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:02.802618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:00.167735Z","time spent":"2.63472886s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:02.802752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:00.176286Z","time spent":"2.626383054s","remote":"127.0.0.1:45574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2336,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:02.802798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:00.169359Z","time spent":"2.633260425s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:18:02.803039Z","caller":"traceutil/trace.go:171","msg":"trace[1989663692] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8222; }","duration":"2.623938886s","start":"2026-03-15T02:18:00.17905Z","end":"2026-03-15T02:18:02.802988Z","steps":["trace[1989663692] 'process raft request' (duration: 2.623503726s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:02.803298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:00.179035Z","time spent":"2.624127281s","remote":"127.0.0.1:45574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":77,"response count":0,"response size":2386,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:02.984201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000709143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:18:02.984327Z","caller":"traceutil/trace.go:171","msg":"trace[1750934848] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000904137s","start":"2026-03-15T02:18:00.983399Z","end":"2026-03-15T02:18:02.984303Z","steps":["trace[1750934848] 'agreement among raft nodes before linearized reading' (duration: 2.000739934s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:02.984394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:00.983379Z","time spent":"2.001000039s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/15 02:18:02 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:18:03.299969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.103243ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-15T02:18:03.300435Z","caller":"traceutil/trace.go:171","msg":"trace[35677836] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"2.159340627s","start":"2026-03-15T02:18:01.141058Z","end":"2026-03-15T02:18:03.300398Z","steps":["trace[35677836] 'process raft request' (duration: 2.15903396s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:03.300652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:01.141039Z","time spent":"2.159489701s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:03.43535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.816866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:18:03.435609Z","caller":"traceutil/trace.go:171","msg":"trace[406651069] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"2.292988395s","start":"2026-03-15T02:18:01.142585Z","end":"2026-03-15T02:18:03.435574Z","steps":["trace[406651069] 'process raft request' (duration: 2.15778866s)","trace[406651069] 'compare' (duration: 134.581701ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:18:03.435703Z","caller":"traceutil/trace.go:171","msg":"trace[1378744702] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"625.730634ms","start":"2026-03-15T02:18:02.809946Z","end":"2026-03-15T02:18:03.435677Z","steps":["trace[1378744702] 'process raft request' (duration: 625.643172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:03.435795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:02.809905Z","time spent":"625.856947ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":761,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-15T02:18:03.435801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:01.142569Z","time spent":"2.293124899s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:18:03.435923Z","caller":"traceutil/trace.go:171","msg":"trace[1199407869] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"2.292564536s","start":"2026-03-15T02:18:01.143304Z","end":"2026-03-15T02:18:03.435869Z","steps":["trace[1199407869] 'process raft request' (duration: 2.292198478s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:03.435935Z","caller":"traceutil/trace.go:171","msg":"trace[769103329] linearizableReadLoop","detail":"{readStateIndex:8537; appliedIndex:8528; }","duration":"3.271595665s","start":"2026-03-15T02:18:00.164314Z","end":"2026-03-15T02:18:03.435909Z","steps":["trace[769103329] 'read index received' (duration: 1.586088025s)","trace[769103329] 'applied index is now lower than readState.Index' (duration: 1.6855046s)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:03.436035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:01.143289Z","time spent":"2.292698119s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:03.436132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.381619939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:03.436178Z","caller":"traceutil/trace.go:171","msg":"trace[1243326552] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8226; }","duration":"3.381713931s","start":"2026-03-15T02:18:00.054451Z","end":"2026-03-15T02:18:03.436164Z","steps":["trace[1243326552] 'agreement among raft nodes before linearized reading' (duration: 3.381594478s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:03.436214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:00.05443Z","time spent":"3.381774482s","remote":"127.0.0.1:48908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:03.444689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223984306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:03.444794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.257907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:03.444788Z","caller":"traceutil/trace.go:171","msg":"trace[955449680] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8227; }","duration":"2.224106289s","start":"2026-03-15T02:18:01.220634Z","end":"2026-03-15T02:18:03.44474Z","steps":["trace[955449680] 'agreement among raft nodes before linearized reading' (duration: 2.223992986s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:03.444869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275327558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-15T02:18:03.444916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:01.220611Z","time spent":"2.224293643s","remote":"127.0.0.1:36132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:18:03.444936Z","caller":"traceutil/trace.go:171","msg":"trace[510540250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8227; }","duration":"1.275475692s","start":"2026-03-15T02:18:02.169445Z","end":"2026-03-15T02:18:03.444921Z","steps":["trace[510540250] 'agreement among raft nodes before linearized reading' (duration: 1.275232756s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:03.444971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378101345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-15T02:18:03.444892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332032073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:18:03.445005Z","caller":"traceutil/trace.go:171","msg":"trace[254030431] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8227; }","duration":"2.378149676s","start":"2026-03-15T02:18:01.066845Z","end":"2026-03-15T02:18:03.444994Z","steps":["trace[254030431] 'agreement among raft nodes before linearized reading' (duration: 2.378067894s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:03.445042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:01.066831Z","time spent":"2.378204057s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-15T02:18:03.445052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272748248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4z7pz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-15T02:18:03.445071Z","caller":"traceutil/trace.go:171","msg":"trace[1660062483] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4z7pz; range_end:; response_count:1; response_revision:8227; }","duration":"1.272796079s","start":"2026-03-15T02:18:02.172269Z","end":"2026-03-15T02:18:03.445066Z","steps":["trace[1660062483] 'agreement among raft nodes before linearized reading' (duration: 1.272752188s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:03.445089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:02.172256Z","time spent":"1.27282921s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-4z7pz\" "} {"level":"warn","ts":"2026-03-15T02:18:03.445145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.501899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:03.445197Z","caller":"traceutil/trace.go:171","msg":"trace[762589367] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8227; }","duration":"335.610551ms","start":"2026-03-15T02:18:03.109572Z","end":"2026-03-15T02:18:03.445183Z","steps":["trace[762589367] 'agreement among raft nodes before linearized reading' (duration: 335.539449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:03.445174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.960464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-rgw-ceph-certs-2nrz5\" ","response":"range_response_count:1 size:2494"} {"level":"warn","ts":"2026-03-15T02:18:03.445241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.7181511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-15T02:18:03.445263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.276233554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-03-15T02:18:03.445269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.269008525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-15T02:18:03.44528Z","caller":"traceutil/trace.go:171","msg":"trace[2041083803] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-rgw-ceph-certs-2nrz5; range_end:; response_count:1; response_revision:8227; }","duration":"636.151549ms","start":"2026-03-15T02:18:02.809104Z","end":"2026-03-15T02:18:03.445255Z","steps":["trace[2041083803] 'agreement among raft nodes before linearized reading' (duration: 635.77739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:03.445293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.151873664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:03.444977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:02.169407Z","time spent":"1.275563454s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-15T02:18:03.445359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379328023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-15T02:18:03.445241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:03.109537Z","time spent":"335.694463ms","remote":"127.0.0.1:45590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:03.44537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.278370194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189ce23036c903b0\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-15T02:18:03.445392Z","caller":"traceutil/trace.go:171","msg":"trace[646987421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8227; }","duration":"2.379391535s","start":"2026-03-15T02:18:01.065988Z","end":"2026-03-15T02:18:03.44538Z","steps":["trace[646987421] 'agreement among raft nodes before linearized reading' (duration: 2.379316163s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:03.445007Z","caller":"traceutil/trace.go:171","msg":"trace[1920233307] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8227; }","duration":"2.332182727s","start":"2026-03-15T02:18:01.112816Z","end":"2026-03-15T02:18:03.444999Z","steps":["trace[1920233307] 'agreement among raft nodes before linearized reading' (duration: 2.332036723s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:03.445407Z","caller":"traceutil/trace.go:171","msg":"trace[1734984849] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8227; }","duration":"3.152000236s","start":"2026-03-15T02:18:00.293367Z","end":"2026-03-15T02:18:03.445367Z","steps":["trace[1734984849] 'agreement among raft nodes before linearized reading' (duration: 3.151804462s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:03.445424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.269010145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-tzc7s\" ","response":"range_response_count:1 size:4641"} {"level":"warn","ts":"2026-03-15T02:18:03.445432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:01.112799Z","time spent":"2.332620547s","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:03.445436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847138786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:18:03.445461Z","caller":"traceutil/trace.go:171","msg":"trace[47107541] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-tzc7s; range_end:; response_count:1; response_revision:8227; }","duration":"3.269065866s","start":"2026-03-15T02:18:00.176381Z","end":"2026-03-15T02:18:03.445447Z","steps":["trace[47107541] 'agreement among raft nodes before linearized reading' (duration: 3.268973304s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:03.445472Z","caller":"traceutil/trace.go:171","msg":"trace[786755281] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8227; }","duration":"1.847188048s","start":"2026-03-15T02:18:01.598273Z","end":"2026-03-15T02:18:03.445461Z","steps":["trace[786755281] 'agreement among raft nodes before linearized reading' (duration: 1.847109756s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:03.44545Z","caller":"traceutil/trace.go:171","msg":"trace[624984350] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"626.042722ms","start":"2026-03-15T02:18:02.819375Z","end":"2026-03-15T02:18:03.445417Z","steps":["trace[624984350] 'process raft request' (duration: 625.068089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:03.445487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44517593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:18:03.445483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.759572533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:03.445504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:01.598211Z","time spent":"1.847286979s","remote":"127.0.0.1:41550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:03.445501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:00.176377Z","time spent":"3.269117097s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4665,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-tzc7s\" "} {"level":"warn","ts":"2026-03-15T02:18:03.445488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:00.293353Z","time spent":"3.152095009s","remote":"127.0.0.1:36144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:18:03.445332Z","caller":"traceutil/trace.go:171","msg":"trace[709291642] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8227; }","duration":"3.269087286s","start":"2026-03-15T02:18:00.17623Z","end":"2026-03-15T02:18:03.445318Z","steps":["trace[709291642] 'agreement among raft nodes before linearized reading' (duration: 3.268891032s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:03.445559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:00.176223Z","time spent":"3.269327082s","remote":"127.0.0.1:41472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3090,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-15T02:18:03.444889Z","caller":"traceutil/trace.go:171","msg":"trace[273172613] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8227; }","duration":"586.442972ms","start":"2026-03-15T02:18:02.858423Z","end":"2026-03-15T02:18:03.444866Z","steps":["trace[273172613] 'agreement among raft nodes before linearized reading' (duration: 586.228717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:03.445607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276171008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-15T02:18:03.445605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:02.819365Z","time spent":"626.144254ms","remote":"127.0.0.1:45574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2487,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:18:03.445642Z","caller":"traceutil/trace.go:171","msg":"trace[1907133562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8227; }","duration":"1.276256381s","start":"2026-03-15T02:18:02.169377Z","end":"2026-03-15T02:18:03.445633Z","steps":["trace[1907133562] 'agreement among raft nodes before linearized reading' (duration: 1.276164398s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:03.445684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:02.169346Z","time spent":"1.276330552s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-15T02:18:03.445353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:02.80906Z","time spent":"636.282442ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":2518,"request content":"key:\"/registry/secrets/openstack/rook-ceph-rgw-ceph-certs-2nrz5\" "} {"level":"info","ts":"2026-03-15T02:18:03.445287Z","caller":"traceutil/trace.go:171","msg":"trace[1655732513] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8227; }","duration":"2.718241352s","start":"2026-03-15T02:18:00.727035Z","end":"2026-03-15T02:18:03.445276Z","steps":["trace[1655732513] 'agreement among raft nodes before linearized reading' (duration: 2.718117859s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:03.445735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.27902108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-03-15T02:18:03.445759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:00.72701Z","time spent":"2.718737443s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-15T02:18:03.44577Z","caller":"traceutil/trace.go:171","msg":"trace[679336673] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8227; }","duration":"3.279074871s","start":"2026-03-15T02:18:00.166684Z","end":"2026-03-15T02:18:03.445759Z","steps":["trace[679336673] 'agreement among raft nodes before linearized reading' (duration: 3.278988579s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:03.445619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692607867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-15T02:18:03.44587Z","caller":"traceutil/trace.go:171","msg":"trace[280978305] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8227; }","duration":"1.692922055s","start":"2026-03-15T02:18:01.752931Z","end":"2026-03-15T02:18:03.445853Z","steps":["trace[280978305] 'agreement among raft nodes before linearized reading' (duration: 1.692166047s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:03.445946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:01.752917Z","time spent":"1.693016257s","remote":"127.0.0.1:41404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-15T02:18:03.445397Z","caller":"traceutil/trace.go:171","msg":"trace[128512066] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189ce23036c903b0; range_end:; response_count:1; response_revision:8227; }","duration":"3.278413585s","start":"2026-03-15T02:18:00.166977Z","end":"2026-03-15T02:18:03.44539Z","steps":["trace[128512066] 'agreement among raft nodes before linearized reading' (duration: 3.278332903s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:03.446039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:00.166967Z","time spent":"3.279056301s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189ce23036c903b0\" "} {"level":"info","ts":"2026-03-15T02:18:03.445519Z","caller":"traceutil/trace.go:171","msg":"trace[225191420] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8227; }","duration":"2.445245272s","start":"2026-03-15T02:18:01.000262Z","end":"2026-03-15T02:18:03.445508Z","steps":["trace[225191420] 'agreement among raft nodes before linearized reading' (duration: 2.44517106s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:03.446258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:01.000239Z","time spent":"2.446003139s","remote":"127.0.0.1:41730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:03.445419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:01.06597Z","time spent":"2.379444657s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-15T02:18:03.445293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.804141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:03.446573Z","caller":"traceutil/trace.go:171","msg":"trace[1873734832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8227; }","duration":"462.124052ms","start":"2026-03-15T02:18:02.984432Z","end":"2026-03-15T02:18:03.446556Z","steps":["trace[1873734832] 'agreement among raft nodes before linearized reading' (duration: 460.834542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:03.446616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:02.984407Z","time spent":"462.199054ms","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-15T02:18:03.445521Z","caller":"traceutil/trace.go:171","msg":"trace[514093018] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8227; }","duration":"2.759687945s","start":"2026-03-15T02:18:00.685825Z","end":"2026-03-15T02:18:03.445513Z","steps":["trace[514093018] 'agreement among raft nodes before linearized reading' (duration: 2.759629203s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:03.446745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:00.685803Z","time spent":"2.760917264s","remote":"127.0.0.1:42998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:03.444828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.279626974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19436"} {"level":"info","ts":"2026-03-15T02:18:03.446881Z","caller":"traceutil/trace.go:171","msg":"trace[532027717] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8227; }","duration":"3.281751394s","start":"2026-03-15T02:18:00.165088Z","end":"2026-03-15T02:18:03.446839Z","steps":["trace[532027717] 'agreement among raft nodes before linearized reading' (duration: 3.279489881s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:03.446975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:00.165067Z","time spent":"3.281857726s","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19460,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-15T02:18:03.445648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:02.858409Z","time spent":"587.22676ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:03.445649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.278815785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:499"} {"level":"info","ts":"2026-03-15T02:18:03.447198Z","caller":"traceutil/trace.go:171","msg":"trace[1131829736] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8227; }","duration":"3.280408042s","start":"2026-03-15T02:18:00.166771Z","end":"2026-03-15T02:18:03.447179Z","steps":["trace[1131829736] 'agreement among raft nodes before linearized reading' (duration: 3.278766233s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:03.445291Z","caller":"traceutil/trace.go:171","msg":"trace[188313550] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8227; }","duration":"3.276279305s","start":"2026-03-15T02:18:00.169001Z","end":"2026-03-15T02:18:03.44528Z","steps":["trace[188313550] 'agreement among raft nodes before linearized reading' (duration: 3.276176543s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:03.447325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:00.166747Z","time spent":"3.280521475s","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":523,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-15T02:18:03.447336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:00.168989Z","time spent":"3.278311303s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-15T02:18:03.445803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:00.166655Z","time spent":"3.279141353s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} 2026/03/15 02:18:03 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:18:04.064689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:03.451438Z","time spent":"613.23967ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/15 02:18:04 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:18:04.06527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:03.451495Z","time spent":"613.762122ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/15 02:18:04 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:18:04.077097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.870596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:18:04.095817Z","caller":"traceutil/trace.go:171","msg":"trace[1233280425] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; }","duration":"644.637997ms","start":"2026-03-15T02:18:03.451147Z","end":"2026-03-15T02:18:04.095785Z","steps":["trace[1233280425] 'agreement among raft nodes before linearized reading' (duration: 625.890847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:04.09591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:03.451134Z","time spent":"644.759339ms","remote":"127.0.0.1:41472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} 2026/03/15 02:18:04 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:18:04.241085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.89291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-15T02:18:04.241243Z","caller":"traceutil/trace.go:171","msg":"trace[1606202653] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8228; }","duration":"793.880792ms","start":"2026-03-15T02:18:03.447322Z","end":"2026-03-15T02:18:04.241203Z","steps":["trace[1606202653] 'process raft request' (duration: 212.687195ms)","trace[1606202653] 'compare' (duration: 579.801714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:04.241344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:03.44728Z","time spent":"794.018775ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-15T02:18:05.455248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000764132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:18:05.455328Z","caller":"traceutil/trace.go:171","msg":"trace[867751056] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000890705s","start":"2026-03-15T02:18:03.454419Z","end":"2026-03-15T02:18:05.45531Z","steps":["trace[867751056] 'agreement among raft nodes before linearized reading' (duration: 2.000787143s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:05.455367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:03.454407Z","time spent":"2.000953717s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/15 02:18:05 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:18:06.662356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252218068s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:18:06.6629Z","caller":"traceutil/trace.go:171","msg":"trace[1203439694] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8235; }","duration":"2.593966743s","start":"2026-03-15T02:18:04.068908Z","end":"2026-03-15T02:18:06.662875Z","steps":["trace[1203439694] 'process raft request' (duration: 2.593926273s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:06.662966Z","caller":"traceutil/trace.go:171","msg":"trace[1240262295] transaction","detail":"{read_only:false; response_revision:8229; number_of_response:1; }","duration":"3.214885523s","start":"2026-03-15T02:18:03.448026Z","end":"2026-03-15T02:18:06.662911Z","steps":["trace[1240262295] 'process raft request' (duration: 962.02617ms)","trace[1240262295] 'compare' (duration: 2.251557913s)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:06.663068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:04.068879Z","time spent":"2.594085727s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":526,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:06.663177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:03.447992Z","time spent":"3.215096908s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:18:06.663346Z","caller":"traceutil/trace.go:171","msg":"trace[2143350989] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8235; }","duration":"2.936081667s","start":"2026-03-15T02:18:03.72724Z","end":"2026-03-15T02:18:06.663321Z","steps":["trace[2143350989] 'process raft request' (duration: 2.935555215s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:06.663351Z","caller":"traceutil/trace.go:171","msg":"trace[303799230] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"3.211969665s","start":"2026-03-15T02:18:03.451342Z","end":"2026-03-15T02:18:06.663312Z","steps":["trace[303799230] 'process raft request' (duration: 3.211117605s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:06.663378Z","caller":"traceutil/trace.go:171","msg":"trace[1410227225] linearizableReadLoop","detail":"{readStateIndex:8541; appliedIndex:8539; }","duration":"3.212110268s","start":"2026-03-15T02:18:03.45118Z","end":"2026-03-15T02:18:06.663291Z","steps":["trace[1410227225] 'read index received' (duration: 208.861284ms)","trace[1410227225] 'applied index is now lower than readState.Index' (duration: 3.003247124s)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:18:06.663393Z","caller":"traceutil/trace.go:171","msg":"trace[715019015] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"3.211933474s","start":"2026-03-15T02:18:03.451439Z","end":"2026-03-15T02:18:06.663373Z","steps":["trace[715019015] 'process raft request' (duration: 3.211189077s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:06.663461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:03.727214Z","time spent":"2.936189919s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":515,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:06.663536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:03.451332Z","time spent":"3.212088478s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:06.663542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:03.451431Z","time spent":"3.212017516s","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:18:06.662937Z","caller":"traceutil/trace.go:171","msg":"trace[612696441] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"3.211532505s","start":"2026-03-15T02:18:03.451362Z","end":"2026-03-15T02:18:06.662894Z","steps":["trace[612696441] 'process raft request' (duration: 3.211197807s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:06.664119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:03.45135Z","time spent":"3.21260751s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:07.000786Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.936987166s","expected-duration":"1s"} {"level":"info","ts":"2026-03-15T02:18:07.013174Z","caller":"traceutil/trace.go:171","msg":"trace[1195107306] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"1.949459819s","start":"2026-03-15T02:18:05.063689Z","end":"2026-03-15T02:18:07.013149Z","steps":["trace[1195107306] 'process raft request' (duration: 1.937316354s)","trace[1195107306] 'compare' (duration: 11.993921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:07.013329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:05.063663Z","time spent":"1.949583281s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:07.252353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.494147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:18:07.252638Z","caller":"traceutil/trace.go:171","msg":"trace[357614446] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"1.945411233s","start":"2026-03-15T02:18:05.307187Z","end":"2026-03-15T02:18:07.252598Z","steps":["trace[357614446] 'process raft request' (duration: 1.836531827s)","trace[357614446] 'compare' (duration: 108.286362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:07.252884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:05.307161Z","time spent":"1.945563147s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:18:07.252877Z","caller":"traceutil/trace.go:171","msg":"trace[114221024] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"1.812182755s","start":"2026-03-15T02:18:05.440658Z","end":"2026-03-15T02:18:07.252841Z","steps":["trace[114221024] 'process raft request' (duration: 1.811840077s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:07.253003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.80115581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:07.253013Z","caller":"traceutil/trace.go:171","msg":"trace[647149780] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"585.271143ms","start":"2026-03-15T02:18:06.667709Z","end":"2026-03-15T02:18:07.252981Z","steps":["trace[647149780] 'process raft request' (duration: 585.010247ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:07.253053Z","caller":"traceutil/trace.go:171","msg":"trace[1955661167] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:8240; }","duration":"3.801243273s","start":"2026-03-15T02:18:03.451795Z","end":"2026-03-15T02:18:07.253038Z","steps":["trace[1955661167] 'agreement among raft nodes before linearized reading' (duration: 3.80114572s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:07.253081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:03.451779Z","time spent":"3.801296724s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-03-15T02:18:07.253102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002923936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" ","response":"range_response_count:1 size:2502"} {"level":"info","ts":"2026-03-15T02:18:07.253184Z","caller":"traceutil/trace.go:171","msg":"trace[151794239] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs; range_end:; response_count:1; response_revision:8240; }","duration":"3.00306002s","start":"2026-03-15T02:18:04.250104Z","end":"2026-03-15T02:18:07.253164Z","steps":["trace[151794239] 'agreement among raft nodes before linearized reading' (duration: 3.002796923s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:07.25319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.800425413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-03-15T02:18:07.253231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:04.250083Z","time spent":"3.003140192s","remote":"127.0.0.1:45574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":2526,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" "} {"level":"info","ts":"2026-03-15T02:18:07.253245Z","caller":"traceutil/trace.go:171","msg":"trace[952704452] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"1.811016127s","start":"2026-03-15T02:18:05.442218Z","end":"2026-03-15T02:18:07.253234Z","steps":["trace[952704452] 'process raft request' (duration: 1.810458204s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:07.253248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.726600479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:07.253283Z","caller":"traceutil/trace.go:171","msg":"trace[160696232] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8240; }","duration":"3.72663799s","start":"2026-03-15T02:18:03.526636Z","end":"2026-03-15T02:18:07.253274Z","steps":["trace[160696232] 'agreement among raft nodes before linearized reading' (duration: 3.726558698s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:07.253313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:03.52657Z","time spent":"3.726738083s","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-15T02:18:07.253313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:05.44219Z","time spent":"1.811080399s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:18:07.253343Z","caller":"traceutil/trace.go:171","msg":"trace[110060367] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8240; }","duration":"3.800525225s","start":"2026-03-15T02:18:03.452705Z","end":"2026-03-15T02:18:07.25323Z","steps":["trace[110060367] 'agreement among raft nodes before linearized reading' (duration: 3.800231398s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:07.253373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.801989449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-15T02:18:07.253402Z","caller":"traceutil/trace.go:171","msg":"trace[825014256] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8240; }","duration":"3.802042471s","start":"2026-03-15T02:18:03.451353Z","end":"2026-03-15T02:18:07.253396Z","steps":["trace[825014256] 'agreement among raft nodes before linearized reading' (duration: 3.801964399s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:07.253422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:03.451341Z","time spent":"3.802077342s","remote":"127.0.0.1:41252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-15T02:18:07.253496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:03.452694Z","time spent":"3.80071371s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-15T02:18:07.253503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798067243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:07.25353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091100732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:07.253198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:06.667691Z","time spent":"585.415307ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-15T02:18:07.253555Z","caller":"traceutil/trace.go:171","msg":"trace[367255769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8240; }","duration":"1.091175554s","start":"2026-03-15T02:18:06.162372Z","end":"2026-03-15T02:18:07.253548Z","steps":["trace[367255769] 'agreement among raft nodes before linearized reading' (duration: 1.091121092s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:07.253557Z","caller":"traceutil/trace.go:171","msg":"trace[1238275614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8240; }","duration":"1.798167316s","start":"2026-03-15T02:18:05.455375Z","end":"2026-03-15T02:18:07.253542Z","steps":["trace[1238275614] 'agreement among raft nodes before linearized reading' (duration: 1.798014542s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:07.253586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:06.162347Z","time spent":"1.091232925s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:18:07.253596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:05.455362Z","time spent":"1.798227197s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:18:07.253491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:05.440624Z","time spent":"1.81239948s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:18:07.252928Z","caller":"traceutil/trace.go:171","msg":"trace[974458968] linearizableReadLoop","detail":"{readStateIndex:8553; appliedIndex:8549; }","duration":"589.444932ms","start":"2026-03-15T02:18:06.663423Z","end":"2026-03-15T02:18:07.252868Z","steps":["trace[974458968] 'read index received' (duration: 337.582408ms)","trace[974458968] 'applied index is now lower than readState.Index' (duration: 251.861124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:07.253787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.082203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-15T02:18:07.253814Z","caller":"traceutil/trace.go:171","msg":"trace[1617740338] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8240; }","duration":"586.142674ms","start":"2026-03-15T02:18:06.667664Z","end":"2026-03-15T02:18:07.253806Z","steps":["trace[1617740338] 'agreement among raft nodes before linearized reading' (duration: 586.066122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:07.253832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:06.667645Z","time spent":"586.182905ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":737,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"warn","ts":"2026-03-15T02:18:07.253859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.868978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-15T02:18:07.253896Z","caller":"traceutil/trace.go:171","msg":"trace[1388299268] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8240; }","duration":"186.93976ms","start":"2026-03-15T02:18:07.066946Z","end":"2026-03-15T02:18:07.253886Z","steps":["trace[1388299268] 'agreement among raft nodes before linearized reading' (duration: 186.788046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:07.25389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.436683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-15T02:18:07.253931Z","caller":"traceutil/trace.go:171","msg":"trace[2087225333] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8240; }","duration":"282.513574ms","start":"2026-03-15T02:18:06.971406Z","end":"2026-03-15T02:18:07.25392Z","steps":["trace[2087225333] 'agreement among raft nodes before linearized reading' (duration: 282.410952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:07.253885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.802649885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228821"} {"level":"info","ts":"2026-03-15T02:18:07.253993Z","caller":"traceutil/trace.go:171","msg":"trace[1212610152] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8240; }","duration":"3.802789299s","start":"2026-03-15T02:18:03.451186Z","end":"2026-03-15T02:18:07.253975Z","steps":["trace[1212610152] 'agreement among raft nodes before linearized reading' (duration: 3.801814566s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:07.254136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:03.451166Z","time spent":"3.802906951s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228845,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-15T02:18:07.45321Z","caller":"traceutil/trace.go:171","msg":"trace[1475814025] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"193.76653ms","start":"2026-03-15T02:18:07.259119Z","end":"2026-03-15T02:18:07.452885Z","steps":["trace[1475814025] 'process raft request' (duration: 193.562515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:07.793802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:07.259281Z","time spent":"534.515831ms","remote":"127.0.0.1:41252","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-15T02:18:07.793899Z","caller":"traceutil/trace.go:171","msg":"trace[1465476694] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"533.628791ms","start":"2026-03-15T02:18:07.260225Z","end":"2026-03-15T02:18:07.793853Z","steps":["trace[1465476694] 'process raft request' (duration: 533.444916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:07.794076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:07.260204Z","time spent":"533.767033ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:18:07.79408Z","caller":"traceutil/trace.go:171","msg":"trace[668846751] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"532.219407ms","start":"2026-03-15T02:18:07.261809Z","end":"2026-03-15T02:18:07.794028Z","steps":["trace[668846751] 'process raft request' (duration: 531.975151ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:07.794215Z","caller":"traceutil/trace.go:171","msg":"trace[428919002] linearizableReadLoop","detail":"{readStateIndex:8557; appliedIndex:8554; }","duration":"533.758874ms","start":"2026-03-15T02:18:07.260438Z","end":"2026-03-15T02:18:07.794197Z","steps":["trace[428919002] 'read index received' (duration: 192.180834ms)","trace[428919002] 'applied index is now lower than readState.Index' (duration: 341.5766ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:18:07.794301Z","caller":"traceutil/trace.go:171","msg":"trace[378640954] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"525.408267ms","start":"2026-03-15T02:18:07.268861Z","end":"2026-03-15T02:18:07.794269Z","steps":["trace[378640954] 'process raft request' (duration: 525.174362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:07.794325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:07.261793Z","time spent":"532.391891ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:07.794411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.969068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-15T02:18:07.794433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:07.26885Z","time spent":"525.51195ms","remote":"127.0.0.1:45574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2185,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:18:07.794438Z","caller":"traceutil/trace.go:171","msg":"trace[1893370309] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8244; }","duration":"534.0409ms","start":"2026-03-15T02:18:07.260388Z","end":"2026-03-15T02:18:07.794429Z","steps":["trace[1893370309] 'agreement among raft nodes before linearized reading' (duration: 533.886026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:07.794778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:07.260373Z","time spent":"534.397638ms","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":650,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-03-15T02:18:07.967111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.905403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:18:07.967356Z","caller":"traceutil/trace.go:171","msg":"trace[1287391017] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"172.491021ms","start":"2026-03-15T02:18:07.794845Z","end":"2026-03-15T02:18:07.967336Z","steps":["trace[1287391017] 'process raft request' (duration: 172.432979ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:07.967366Z","caller":"traceutil/trace.go:171","msg":"trace[927548758] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"349.295013ms","start":"2026-03-15T02:18:07.618038Z","end":"2026-03-15T02:18:07.967333Z","steps":["trace[927548758] 'process raft request' (duration: 230.063753ms)","trace[927548758] 'compare' (duration: 118.791509ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:18:07.967477Z","caller":"traceutil/trace.go:171","msg":"trace[226391933] linearizableReadLoop","detail":"{readStateIndex:8561; appliedIndex:8559; }","duration":"173.203057ms","start":"2026-03-15T02:18:07.794247Z","end":"2026-03-15T02:18:07.96745Z","steps":["trace[226391933] 'read index received' (duration: 53.868315ms)","trace[226391933] 'applied index is now lower than readState.Index' (duration: 119.332072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:07.967544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:07.618002Z","time spent":"349.459707ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:18:07.967366Z","caller":"traceutil/trace.go:171","msg":"trace[399144876] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"192.388938ms","start":"2026-03-15T02:18:07.774944Z","end":"2026-03-15T02:18:07.967333Z","steps":["trace[399144876] 'process raft request' (duration: 192.274375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:07.967607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.071637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-15T02:18:07.967652Z","caller":"traceutil/trace.go:171","msg":"trace[785454057] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8247; }","duration":"705.135888ms","start":"2026-03-15T02:18:07.262504Z","end":"2026-03-15T02:18:07.967639Z","steps":["trace[785454057] 'agreement among raft nodes before linearized reading' (duration: 704.949053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:07.967695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:07.262495Z","time spent":"705.191919ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-03-15T02:18:07.967694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.554632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:18:07.96774Z","caller":"traceutil/trace.go:171","msg":"trace[1463935044] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8247; }","duration":"123.645544ms","start":"2026-03-15T02:18:07.844081Z","end":"2026-03-15T02:18:07.967727Z","steps":["trace[1463935044] 'agreement among raft nodes before linearized reading' (duration: 123.567242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:07.967693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.264828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:07.96778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.991832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189ce23036c903b0\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-15T02:18:07.967829Z","caller":"traceutil/trace.go:171","msg":"trace[946233011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8247; }","duration":"704.447752ms","start":"2026-03-15T02:18:07.263354Z","end":"2026-03-15T02:18:07.967802Z","steps":["trace[946233011] 'agreement among raft nodes before linearized reading' (duration: 704.176405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:07.967833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.976997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-15T02:18:07.967874Z","caller":"traceutil/trace.go:171","msg":"trace[568080346] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189ce23036c903b0; range_end:; response_count:1; response_revision:8247; }","duration":"170.140856ms","start":"2026-03-15T02:18:07.79771Z","end":"2026-03-15T02:18:07.967851Z","steps":["trace[568080346] 'agreement among raft nodes before linearized reading' (duration: 169.89697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:07.967724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.189689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-03-15T02:18:07.9679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:07.263346Z","time spent":"704.534233ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-15T02:18:07.967953Z","caller":"traceutil/trace.go:171","msg":"trace[1305284489] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8247; }","duration":"705.454215ms","start":"2026-03-15T02:18:07.262484Z","end":"2026-03-15T02:18:07.967938Z","steps":["trace[1305284489] 'agreement among raft nodes before linearized reading' (duration: 705.028465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:07.968042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:07.262469Z","time spent":"705.563128ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-03-15T02:18:07.967945Z","caller":"traceutil/trace.go:171","msg":"trace[376391889] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8247; }","duration":"706.11905ms","start":"2026-03-15T02:18:07.261802Z","end":"2026-03-15T02:18:07.967921Z","steps":["trace[376391889] 'agreement among raft nodes before linearized reading' (duration: 705.797993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:07.968142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:07.261795Z","time spent":"706.333226ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-15T02:18:10.983622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000485507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-15T02:18:10.983741Z","caller":"traceutil/trace.go:171","msg":"trace[1635719157] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000684712s","start":"2026-03-15T02:18:08.983026Z","end":"2026-03-15T02:18:10.983711Z","steps":["trace[1635719157] 'agreement among raft nodes before linearized reading' (duration: 2.000523038s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:10.983858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:08.982994Z","time spent":"2.000850145s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/15 02:18:10 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:18:12.984125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999624416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:18:12.984217Z","caller":"traceutil/trace.go:171","msg":"trace[433028311] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99979834s","start":"2026-03-15T02:18:10.984395Z","end":"2026-03-15T02:18:12.984193Z","steps":["trace[433028311] 'agreement among raft nodes before linearized reading' (duration: 1.999685957s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:12.984313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:10.984371Z","time spent":"1.999929443s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/15 02:18:12 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:18:14.257965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:09.259866Z","time spent":"4.998090248s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/15 02:18:14 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:18:14.258162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:09.260484Z","time spent":"4.997676738s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-15T02:18:14.25844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:09.260724Z","time spent":"4.997700149s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/15 02:18:14 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:18:14.414617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.328485462s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:14.414798Z","caller":"traceutil/trace.go:171","msg":"trace[1349492163] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8247; }","duration":"3.328676967s","start":"2026-03-15T02:18:11.086096Z","end":"2026-03-15T02:18:14.414773Z","steps":["trace[1349492163] 'range keys from in-memory index tree' (duration: 3.328464962s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:14.415083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.273750993s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:18:14.415186Z","caller":"traceutil/trace.go:171","msg":"trace[595680607] linearizableReadLoop","detail":"{readStateIndex:8563; appliedIndex:8562; }","duration":"6.443340976s","start":"2026-03-15T02:18:07.971828Z","end":"2026-03-15T02:18:14.415169Z","steps":["trace[595680607] 'read index received' (duration: 169.281425ms)","trace[595680607] 'applied index is now lower than readState.Index' (duration: 6.274057861s)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:18:14.415246Z","caller":"traceutil/trace.go:171","msg":"trace[277301051] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"6.444057563s","start":"2026-03-15T02:18:07.971165Z","end":"2026-03-15T02:18:14.415222Z","steps":["trace[277301051] 'process raft request' (duration: 170.061994ms)","trace[277301051] 'compare' (duration: 6.271517871s)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:14.415339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:07.971147Z","time spent":"6.444144135s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:14.415372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.44354204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-15T02:18:14.41542Z","caller":"traceutil/trace.go:171","msg":"trace[158200273] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8248; }","duration":"6.443621293s","start":"2026-03-15T02:18:07.971784Z","end":"2026-03-15T02:18:14.415405Z","steps":["trace[158200273] 'agreement among raft nodes before linearized reading' (duration: 6.443447108s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:14.415457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:07.971758Z","time spent":"6.443691105s","remote":"127.0.0.1:41252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-15T02:18:14.916089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837384112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:18:14.991944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999789089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:18:14.992054Z","caller":"traceutil/trace.go:171","msg":"trace[1270908185] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999926243s","start":"2026-03-15T02:18:12.992078Z","end":"2026-03-15T02:18:14.992004Z","steps":["trace[1270908185] 'agreement among raft nodes before linearized reading' (duration: 1.99982478s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:14.992162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:12.992054Z","time spent":"2.000078967s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/15 02:18:14 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:18:15.237717Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.819182085s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-15T02:18:16.455514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217546792s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:18:16.456444Z","caller":"traceutil/trace.go:171","msg":"trace[1849355816] transaction","detail":"{read_only:false; response_revision:8252; number_of_response:1; }","duration":"1.93633852s","start":"2026-03-15T02:18:14.52008Z","end":"2026-03-15T02:18:16.456418Z","steps":["trace[1849355816] 'process raft request' (duration: 1.936217428s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:16.45644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:14.419151Z","time spent":"2.037274051s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-15T02:18:16.456709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:14.520055Z","time spent":"1.936442012s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:16.993062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000810825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:18:16.993146Z","caller":"traceutil/trace.go:171","msg":"trace[288646105] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000949478s","start":"2026-03-15T02:18:14.992177Z","end":"2026-03-15T02:18:16.993127Z","steps":["trace[288646105] 'agreement among raft nodes before linearized reading' (duration: 2.000843425s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:16.993194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:14.992157Z","time spent":"2.00102798s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/15 02:18:16 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:18:17.873794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417399884s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-15T02:18:17.873967Z","caller":"traceutil/trace.go:171","msg":"trace[1948208362] linearizableReadLoop","detail":"{readStateIndex:8569; appliedIndex:8563; }","duration":"3.458727719s","start":"2026-03-15T02:18:14.415212Z","end":"2026-03-15T02:18:17.87394Z","steps":["trace[1948208362] 'read index received' (duration: 822.835402ms)","trace[1948208362] 'applied index is now lower than readState.Index' (duration: 2.635889847s)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:17.874426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.763571309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:18:17.874474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.61151159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4z7pz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-15T02:18:17.874552Z","caller":"traceutil/trace.go:171","msg":"trace[864255397] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4z7pz; range_end:; response_count:1; response_revision:8252; }","duration":"8.611648603s","start":"2026-03-15T02:18:09.262889Z","end":"2026-03-15T02:18:17.874538Z","steps":["trace[864255397] 'agreement among raft nodes before linearized reading' (duration: 8.611468369s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:17.874541Z","caller":"traceutil/trace.go:171","msg":"trace[299643385] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8252; }","duration":"7.763770113s","start":"2026-03-15T02:18:10.110749Z","end":"2026-03-15T02:18:17.874519Z","steps":["trace[299643385] 'agreement among raft nodes before linearized reading' (duration: 7.763512207s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:17.874594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:09.262867Z","time spent":"8.611717894s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-4z7pz\" "} {"level":"warn","ts":"2026-03-15T02:18:17.874649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.205883657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-15T02:18:17.874719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.614504647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-15T02:18:17.874764Z","caller":"traceutil/trace.go:171","msg":"trace[2116361992] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8252; }","duration":"3.614563918s","start":"2026-03-15T02:18:14.260185Z","end":"2026-03-15T02:18:17.874749Z","steps":["trace[2116361992] 'agreement among raft nodes before linearized reading' (duration: 3.614489756s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:17.874798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:14.260177Z","time spent":"3.61461523s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-15T02:18:17.874791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.898371488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:17.87484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.140978423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:18:17.874863Z","caller":"traceutil/trace.go:171","msg":"trace[1082852337] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:8252; }","duration":"9.898500541s","start":"2026-03-15T02:18:07.976341Z","end":"2026-03-15T02:18:17.874841Z","steps":["trace[1082852337] 'agreement among raft nodes before linearized reading' (duration: 9.898366558s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:17.874895Z","caller":"traceutil/trace.go:171","msg":"trace[1880336869] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8252; }","duration":"9.141089255s","start":"2026-03-15T02:18:08.733793Z","end":"2026-03-15T02:18:17.874882Z","steps":["trace[1880336869] 'agreement among raft nodes before linearized reading' (duration: 9.140993803s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:17.874904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:07.976316Z","time spent":"9.898579114s","remote":"127.0.0.1:41304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"warn","ts":"2026-03-15T02:18:17.874944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:08.733763Z","time spent":"9.141166637s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:17.875023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.902342971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-03-15T02:18:17.875024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.206118252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-15T02:18:17.875061Z","caller":"traceutil/trace.go:171","msg":"trace[407096706] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8252; }","duration":"9.902399013s","start":"2026-03-15T02:18:07.97265Z","end":"2026-03-15T02:18:17.875049Z","steps":["trace[407096706] 'agreement among raft nodes before linearized reading' (duration: 9.902225069s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:17.875089Z","caller":"traceutil/trace.go:171","msg":"trace[1022069061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8252; }","duration":"9.206202034s","start":"2026-03-15T02:18:08.66887Z","end":"2026-03-15T02:18:17.875072Z","steps":["trace[1022069061] 'agreement among raft nodes before linearized reading' (duration: 9.20605308s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:17.874602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:10.110719Z","time spent":"7.763873976s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":61,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:17.875112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.643911063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:17.875134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:08.668859Z","time spent":"9.206264796s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-15T02:18:17.875144Z","caller":"traceutil/trace.go:171","msg":"trace[113280130] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8252; }","duration":"9.643990575s","start":"2026-03-15T02:18:08.231144Z","end":"2026-03-15T02:18:17.875134Z","steps":["trace[113280130] 'agreement among raft nodes before linearized reading' (duration: 9.643933254s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:17.875158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.615434359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-15T02:18:17.875172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:08.23111Z","time spent":"9.644054147s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:17.875158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.400763586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:18:17.875246Z","caller":"traceutil/trace.go:171","msg":"trace[600519496] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8252; }","duration":"6.400902429s","start":"2026-03-15T02:18:11.47432Z","end":"2026-03-15T02:18:17.875222Z","steps":["trace[600519496] 'agreement among raft nodes before linearized reading' (duration: 6.400762236s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:17.875257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.674994836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:18:17.875286Z","caller":"traceutil/trace.go:171","msg":"trace[1462814098] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8252; }","duration":"6.675064708s","start":"2026-03-15T02:18:11.200213Z","end":"2026-03-15T02:18:17.875278Z","steps":["trace[1462814098] 'agreement among raft nodes before linearized reading' (duration: 6.675005436s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:17.875296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:11.47429Z","time spent":"6.400986252s","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:17.875315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:11.200192Z","time spent":"6.675116648s","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:17.875096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:07.972638Z","time spent":"9.902451004s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-03-15T02:18:17.875427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.895330037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-15T02:18:17.875458Z","caller":"traceutil/trace.go:171","msg":"trace[1114975298] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8252; }","duration":"9.895372158s","start":"2026-03-15T02:18:07.980076Z","end":"2026-03-15T02:18:17.875448Z","steps":["trace[1114975298] 'agreement among raft nodes before linearized reading' (duration: 9.895246945s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:17.87548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.901077004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:18:17.875486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:07.980063Z","time spent":"9.895417859s","remote":"127.0.0.1:37700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-15T02:18:17.875509Z","caller":"traceutil/trace.go:171","msg":"trace[726530294] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8252; }","duration":"6.901188657s","start":"2026-03-15T02:18:10.974311Z","end":"2026-03-15T02:18:17.8755Z","steps":["trace[726530294] 'agreement among raft nodes before linearized reading' (duration: 6.901142626s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:17.875535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:10.974288Z","time spent":"6.901240888s","remote":"127.0.0.1:41622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:17.875569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.895259726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:17.875607Z","caller":"traceutil/trace.go:171","msg":"trace[206794848] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8252; }","duration":"5.895355858s","start":"2026-03-15T02:18:11.98024Z","end":"2026-03-15T02:18:17.875596Z","steps":["trace[206794848] 'agreement among raft nodes before linearized reading' (duration: 5.895287166s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:17.875627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.616406252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-15T02:18:17.875646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:11.980209Z","time spent":"5.89542886s","remote":"127.0.0.1:48900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:18:17.875671Z","caller":"traceutil/trace.go:171","msg":"trace[420048084] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8252; }","duration":"3.616498954s","start":"2026-03-15T02:18:14.259159Z","end":"2026-03-15T02:18:17.875657Z","steps":["trace[420048084] 'agreement among raft nodes before linearized reading' (duration: 3.61634498s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:17.875705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:14.259131Z","time spent":"3.616566285s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-15T02:18:17.875832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.101489785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:17.875198Z","caller":"traceutil/trace.go:171","msg":"trace[387412555] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8252; }","duration":"3.615517731s","start":"2026-03-15T02:18:14.259671Z","end":"2026-03-15T02:18:17.875188Z","steps":["trace[387412555] 'agreement among raft nodes before linearized reading' (duration: 3.615358807s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:17.875864Z","caller":"traceutil/trace.go:171","msg":"trace[1754076494] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8252; }","duration":"5.101562777s","start":"2026-03-15T02:18:12.774291Z","end":"2026-03-15T02:18:17.875853Z","steps":["trace[1754076494] 'agreement among raft nodes before linearized reading' (duration: 5.101506496s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:17.875888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:14.259637Z","time spent":"3.616242438s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-15T02:18:17.875895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:12.774265Z","time spent":"5.101621869s","remote":"127.0.0.1:36200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:18:17.874753Z","caller":"traceutil/trace.go:171","msg":"trace[724242206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8252; }","duration":"9.206239735s","start":"2026-03-15T02:18:08.668488Z","end":"2026-03-15T02:18:17.874728Z","steps":["trace[724242206] 'agreement among raft nodes before linearized reading' (duration: 9.205909807s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:17.876024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.711932108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-15T02:18:17.876043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:08.668466Z","time spent":"9.207568786s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-15T02:18:17.876083Z","caller":"traceutil/trace.go:171","msg":"trace[1748371623] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8252; }","duration":"8.71202606s","start":"2026-03-15T02:18:09.164036Z","end":"2026-03-15T02:18:17.876062Z","steps":["trace[1748371623] 'agreement among raft nodes before linearized reading' (duration: 8.711881417s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:17.876127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:09.164015Z","time spent":"8.712100401s","remote":"127.0.0.1:41398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-15T02:18:17.87657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.73117237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-15T02:18:17.876614Z","caller":"traceutil/trace.go:171","msg":"trace[1389939266] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8252; }","duration":"8.731249172s","start":"2026-03-15T02:18:09.145353Z","end":"2026-03-15T02:18:17.876602Z","steps":["trace[1389939266] 'agreement among raft nodes before linearized reading' (duration: 8.729107441s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:17.876642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:09.145333Z","time spent":"8.731303013s","remote":"127.0.0.1:36184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-15T02:18:18.162845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000043276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-15T02:18:18.162973Z","caller":"traceutil/trace.go:171","msg":"trace[801931997] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000239951s","start":"2026-03-15T02:18:16.162702Z","end":"2026-03-15T02:18:18.162942Z","steps":["trace[801931997] 'agreement among raft nodes before linearized reading' (duration: 2.000063216s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:18.163048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:16.162682Z","time spent":"2.000354744s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:18:18.375108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837384119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:18:18.667839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:17.890156Z","time spent":"777.675621ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-15T02:18:18.667853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:17.886536Z","time spent":"781.310766ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/15 02:18:18 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/15 02:18:18 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:18:18.875245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837384119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:18:19.000946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000389573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-15T02:18:19.001075Z","caller":"traceutil/trace.go:171","msg":"trace[1489997758] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000609539s","start":"2026-03-15T02:18:17.00043Z","end":"2026-03-15T02:18:19.001039Z","steps":["trace[1489997758] 'agreement among raft nodes before linearized reading' (duration: 2.000416574s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:19.00115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:17.000409Z","time spent":"2.000729432s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:18:19.258653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373647065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:18:19.258734Z","caller":"traceutil/trace.go:171","msg":"trace[671652866] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"1.373763088s","start":"2026-03-15T02:18:17.88495Z","end":"2026-03-15T02:18:19.258713Z","steps":["trace[671652866] 'agreement among raft nodes before linearized reading' (duration: 1.373649875s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:19.25878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:17.884947Z","time spent":"1.373822629s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/15 02:18:19 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:18:19.25899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373969083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:18:19.259079Z","caller":"traceutil/trace.go:171","msg":"trace[1557181578] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"1.374120827s","start":"2026-03-15T02:18:17.884933Z","end":"2026-03-15T02:18:19.259054Z","steps":["trace[1557181578] 'agreement among raft nodes before linearized reading' (duration: 1.373971263s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:19.259135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:17.88493Z","time spent":"1.374193719s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/15 02:18:19 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:18:19.375699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837384119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:18:19.856503Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.034097769s","expected-duration":"1s"} {"level":"info","ts":"2026-03-15T02:18:19.857256Z","caller":"traceutil/trace.go:171","msg":"trace[20995564] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"4.412360922s","start":"2026-03-15T02:18:15.444852Z","end":"2026-03-15T02:18:19.857213Z","steps":["trace[20995564] 'process raft request' (duration: 4.412000694s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:19.857504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:15.444828Z","time spent":"4.412537786s","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19394,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:21.007449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999232557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-15T02:18:21.00762Z","caller":"traceutil/trace.go:171","msg":"trace[1764964342] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99936024s","start":"2026-03-15T02:18:19.008164Z","end":"2026-03-15T02:18:21.007524Z","steps":["trace[1764964342] 'agreement among raft nodes before linearized reading' (duration: 1.999236147s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:21.007683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:19.008085Z","time spent":"1.999585985s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:18:22.883374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998418304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:18:22.883466Z","caller":"traceutil/trace.go:171","msg":"trace[2035327235] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998542227s","start":"2026-03-15T02:18:17.884901Z","end":"2026-03-15T02:18:22.883443Z","steps":["trace[2035327235] 'agreement among raft nodes before linearized reading' (duration: 4.998425364s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:22.883516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:17.884895Z","time spent":"4.998611069s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/15 02:18:22 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:18:23.00869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000088117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-15T02:18:23.008816Z","caller":"traceutil/trace.go:171","msg":"trace[1985452318] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000289071s","start":"2026-03-15T02:18:21.008505Z","end":"2026-03-15T02:18:23.008794Z","steps":["trace[1985452318] 'agreement among raft nodes before linearized reading' (duration: 2.000133958s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:23.008876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:21.008485Z","time spent":"2.000380633s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:18:23.45852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:16.457927Z","time spent":"7.00058507s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-15T02:18:24.546377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.461160176s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:24.546538Z","caller":"traceutil/trace.go:171","msg":"trace[1124951124] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8253; }","duration":"3.46133341s","start":"2026-03-15T02:18:21.085179Z","end":"2026-03-15T02:18:24.546512Z","steps":["trace[1124951124] 'range keys from in-memory index tree' (duration: 3.461138086s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:24.546702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:20.69736Z","time spent":"3.849333112s","remote":"127.0.0.1:33584","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-15T02:18:25.018133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000580349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-15T02:18:25.018223Z","caller":"traceutil/trace.go:171","msg":"trace[1992622104] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000722833s","start":"2026-03-15T02:18:23.017478Z","end":"2026-03-15T02:18:25.018201Z","steps":["trace[1992622104] 'agreement among raft nodes before linearized reading' (duration: 2.00060552s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:25.018272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:23.017461Z","time spent":"2.000801314s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:18:25.266728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:18.265823Z","time spent":"7.000898168s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-15T02:18:25.358645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:18.35808Z","time spent":"7.000557531s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-15T02:18:25.665032Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.80818755s","expected-duration":"1s"} {"level":"info","ts":"2026-03-15T02:18:25.665722Z","caller":"traceutil/trace.go:171","msg":"trace[1090036239] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8258; }","duration":"6.995728637s","start":"2026-03-15T02:18:18.669964Z","end":"2026-03-15T02:18:25.665692Z","steps":["trace[1090036239] 'process raft request' (duration: 6.995672245s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:25.665883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:18.669945Z","time spent":"6.9958583s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":474,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:18:25.666045Z","caller":"traceutil/trace.go:171","msg":"trace[128277924] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8258; }","duration":"6.995600704s","start":"2026-03-15T02:18:18.670406Z","end":"2026-03-15T02:18:25.666007Z","steps":["trace[128277924] 'process raft request' (duration: 6.995256726s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:25.666116Z","caller":"traceutil/trace.go:171","msg":"trace[998145620] linearizableReadLoop","detail":"{readStateIndex:8578; appliedIndex:8569; }","duration":"7.792064576s","start":"2026-03-15T02:18:17.874032Z","end":"2026-03-15T02:18:25.666096Z","steps":["trace[998145620] 'read index received' (duration: 1.982834531s)","trace[998145620] 'applied index is now lower than readState.Index' (duration: 5.809228795s)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:25.666212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.933971921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:25.66625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:18.670401Z","time spent":"6.995734207s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":468,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:25.666272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.829321451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:18:25.6663Z","caller":"traceutil/trace.go:171","msg":"trace[350139288] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8259; }","duration":"8.934119054s","start":"2026-03-15T02:18:16.732161Z","end":"2026-03-15T02:18:25.66628Z","steps":["trace[350139288] 'agreement among raft nodes before linearized reading' (duration: 8.933956301s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:25.666323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.632668348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:25.66633Z","caller":"traceutil/trace.go:171","msg":"trace[598220232] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"6.40436377s","start":"2026-03-15T02:18:19.261953Z","end":"2026-03-15T02:18:25.666316Z","steps":["trace[598220232] 'process raft request' (duration: 6.403956331s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:25.666331Z","caller":"traceutil/trace.go:171","msg":"trace[224799232] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8259; }","duration":"7.829420403s","start":"2026-03-15T02:18:17.83689Z","end":"2026-03-15T02:18:25.66631Z","steps":["trace[224799232] 'agreement among raft nodes before linearized reading' (duration: 7.829313891s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:25.66635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:16.732138Z","time spent":"8.934200196s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:18:25.666377Z","caller":"traceutil/trace.go:171","msg":"trace[178556194] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8259; }","duration":"9.632737249s","start":"2026-03-15T02:18:16.033619Z","end":"2026-03-15T02:18:25.666356Z","steps":["trace[178556194] 'agreement among raft nodes before linearized reading' (duration: 9.632655007s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:25.666381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:17.83687Z","time spent":"7.829501505s","remote":"127.0.0.1:45598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":14,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:25.666393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:19.261919Z","time spent":"6.404448122s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-15T02:18:25.66643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:16.033607Z","time spent":"9.632810292s","remote":"127.0.0.1:48870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:25.666435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.760648443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:18:25.666487Z","caller":"traceutil/trace.go:171","msg":"trace[2062984709] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8259; }","duration":"9.760741505s","start":"2026-03-15T02:18:15.90573Z","end":"2026-03-15T02:18:25.666472Z","steps":["trace[2062984709] 'agreement among raft nodes before linearized reading' (duration: 9.760637192s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:25.666531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:15.90571Z","time spent":"9.760811477s","remote":"127.0.0.1:37642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:25.666546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.247956678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-15T02:18:25.666582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.031252302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:25.666594Z","caller":"traceutil/trace.go:171","msg":"trace[228669359] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8259; }","duration":"11.24804926s","start":"2026-03-15T02:18:14.41853Z","end":"2026-03-15T02:18:25.66658Z","steps":["trace[228669359] 'agreement among raft nodes before linearized reading' (duration: 11.247881767s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:25.66663Z","caller":"traceutil/trace.go:171","msg":"trace[1500707275] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8259; }","duration":"8.031325784s","start":"2026-03-15T02:18:17.635288Z","end":"2026-03-15T02:18:25.666614Z","steps":["trace[1500707275] 'agreement among raft nodes before linearized reading' (duration: 8.031261373s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:25.666637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:14.418511Z","time spent":"11.248113813s","remote":"127.0.0.1:41510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-15T02:18:25.666245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.40239654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:25.666717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:17.63527Z","time spent":"8.031387376s","remote":"127.0.0.1:41304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-15T02:18:25.666727Z","caller":"traceutil/trace.go:171","msg":"trace[1838190940] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8259; }","duration":"9.402900922s","start":"2026-03-15T02:18:16.263809Z","end":"2026-03-15T02:18:25.66671Z","steps":["trace[1838190940] 'agreement among raft nodes before linearized reading' (duration: 9.40238394s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:25.666784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:16.263798Z","time spent":"9.402966604s","remote":"127.0.0.1:48804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:26.166722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837384131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:18:26.667152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837384131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:18:27.018976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000272421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-15T02:18:27.019064Z","caller":"traceutil/trace.go:171","msg":"trace[2135117740] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000421425s","start":"2026-03-15T02:18:25.018619Z","end":"2026-03-15T02:18:27.019041Z","steps":["trace[2135117740] 'agreement among raft nodes before linearized reading' (duration: 2.000307432s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:27.019113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:25.018595Z","time spent":"2.000506566s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/15 02:18:27 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:18:27.168435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837384131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:18:27.669279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837384131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:18:28.162174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000572108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-15T02:18:28.162291Z","caller":"traceutil/trace.go:171","msg":"trace[1752241468] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000751443s","start":"2026-03-15T02:18:26.161507Z","end":"2026-03-15T02:18:28.162259Z","steps":["trace[1752241468] 'agreement among raft nodes before linearized reading' (duration: 2.000603119s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:28.16235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:26.161485Z","time spent":"2.000851656s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:18:28.169936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837384131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:18:28.67071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837384131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:18:29.048324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021229583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:18:29.048463Z","caller":"traceutil/trace.go:171","msg":"trace[299230312] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.021433928s","start":"2026-03-15T02:18:27.026989Z","end":"2026-03-15T02:18:29.048423Z","steps":["trace[299230312] 'agreement among raft nodes before linearized reading' (duration: 2.021262474s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:29.048533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:27.026968Z","time spent":"2.021551981s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/15 02:18:29 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:18:29.170867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837384131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:18:29.671743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837384131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:18:29.708444Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.043186884s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-15T02:18:29.881461Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0fd19cef39d1b79d","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-15T02:18:30.962968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:23.962295Z","time spent":"7.000660453s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-15T02:18:31.059256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000076197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:18:31.059357Z","caller":"traceutil/trace.go:171","msg":"trace[1620060213] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000232821s","start":"2026-03-15T02:18:29.059097Z","end":"2026-03-15T02:18:31.05933Z","steps":["trace[1620060213] 'agreement among raft nodes before linearized reading' (duration: 2.000110898s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:31.05942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:29.059077Z","time spent":"2.000328854s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/15 02:18:31 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:18:32.27152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:25.271119Z","time spent":"7.000367766s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-15T02:18:32.36415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:25.36309Z","time spent":"7.001048623s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-15T02:18:32.669172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:25.668787Z","time spent":"7.000377727s","remote":"127.0.0.1:41550","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-15T02:18:33.060933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000498677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-15T02:18:33.06102Z","caller":"traceutil/trace.go:171","msg":"trace[848165017] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001400918s","start":"2026-03-15T02:18:31.059597Z","end":"2026-03-15T02:18:33.060998Z","steps":["trace[848165017] 'agreement among raft nodes before linearized reading' (duration: 2.000535448s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:33.061069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:31.059573Z","time spent":"2.001486669s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/15 02:18:33 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:18:34.437008Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.728373395s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-15T02:18:34.88226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.173638541s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-15T02:18:34.882695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.797462185s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:34.882857Z","caller":"traceutil/trace.go:171","msg":"trace[654872407] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8260; }","duration":"3.797622999s","start":"2026-03-15T02:18:31.085203Z","end":"2026-03-15T02:18:34.882826Z","steps":["trace[654872407] 'range keys from in-memory index tree' (duration: 3.797443224s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:35.068228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000073108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:18:35.068339Z","caller":"traceutil/trace.go:171","msg":"trace[1529614999] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000229491s","start":"2026-03-15T02:18:33.068069Z","end":"2026-03-15T02:18:35.068298Z","steps":["trace[1529614999] 'agreement among raft nodes before linearized reading' (duration: 2.000108668s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:35.068394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:33.068031Z","time spent":"2.000351944s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/15 02:18:35 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:18:37.068968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00021139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-15T02:18:37.069059Z","caller":"traceutil/trace.go:171","msg":"trace[2037532236] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000392904s","start":"2026-03-15T02:18:35.068643Z","end":"2026-03-15T02:18:37.069036Z","steps":["trace[2037532236] 'agreement among raft nodes before linearized reading' (duration: 2.000245301s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.069108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:35.068611Z","time spent":"2.000486615s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/15 02:18:37 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:18:37.14993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265804856s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-15T02:18:37.150368Z","caller":"traceutil/trace.go:171","msg":"trace[1559833473] linearizableReadLoop","detail":"{readStateIndex:8583; appliedIndex:8578; }","duration":"11.484185407s","start":"2026-03-15T02:18:25.666158Z","end":"2026-03-15T02:18:37.150343Z","steps":["trace[1559833473] 'read index received' (duration: 4.042499497s)","trace[1559833473] 'applied index is now lower than readState.Index' (duration: 7.44168448s)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:37.150458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.821827401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:18:37.15053Z","caller":"traceutil/trace.go:171","msg":"trace[390749044] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8262; }","duration":"13.821906193s","start":"2026-03-15T02:18:23.328597Z","end":"2026-03-15T02:18:37.150503Z","steps":["trace[390749044] 'agreement among raft nodes before linearized reading' (duration: 13.821747119s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.150586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:23.328499Z","time spent":"13.822070696s","remote":"127.0.0.1:36184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:37.150622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.145636754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-15T02:18:37.150676Z","caller":"traceutil/trace.go:171","msg":"trace[813199377] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:8262; }","duration":"18.145742066s","start":"2026-03-15T02:18:19.004918Z","end":"2026-03-15T02:18:37.15066Z","steps":["trace[813199377] 'agreement among raft nodes before linearized reading' (duration: 18.145548182s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.150719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:19.004289Z","time spent":"18.146419803s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-15T02:18:37.150867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.874063542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:37.150893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.269857693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228821"} {"level":"info","ts":"2026-03-15T02:18:37.150926Z","caller":"traceutil/trace.go:171","msg":"trace[1135258958] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8262; }","duration":"11.874194485s","start":"2026-03-15T02:18:25.276716Z","end":"2026-03-15T02:18:37.150911Z","steps":["trace[1135258958] 'agreement among raft nodes before linearized reading' (duration: 11.874105803s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:37.15095Z","caller":"traceutil/trace.go:171","msg":"trace[2051276168] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8262; }","duration":"19.269947345s","start":"2026-03-15T02:18:17.880987Z","end":"2026-03-15T02:18:37.150934Z","steps":["trace[2051276168] 'agreement among raft nodes before linearized reading' (duration: 19.269488564s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.150959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.018063539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-15T02:18:37.150978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:25.276694Z","time spent":"11.874268907s","remote":"127.0.0.1:43022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:18:37.150995Z","caller":"traceutil/trace.go:171","msg":"trace[856462410] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8262; }","duration":"14.01811228s","start":"2026-03-15T02:18:23.132872Z","end":"2026-03-15T02:18:37.150984Z","steps":["trace[856462410] 'agreement among raft nodes before linearized reading' (duration: 14.017590148s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.151022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.105210135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:18:37.151088Z","caller":"traceutil/trace.go:171","msg":"trace[56913010] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8262; }","duration":"14.105380579s","start":"2026-03-15T02:18:23.045692Z","end":"2026-03-15T02:18:37.151072Z","steps":["trace[56913010] 'agreement among raft nodes before linearized reading' (duration: 14.105238176s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.151125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.087347217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"warn","ts":"2026-03-15T02:18:37.151162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.271074662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-41ba5d79-0f50-4e81-98c2-370beb98c87a\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-15T02:18:37.151186Z","caller":"traceutil/trace.go:171","msg":"trace[606405027] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8262; }","duration":"19.08745738s","start":"2026-03-15T02:18:18.063715Z","end":"2026-03-15T02:18:37.151173Z","steps":["trace[606405027] 'agreement among raft nodes before linearized reading' (duration: 19.087313297s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.151211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.134877062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:37.151237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:18.063691Z","time spent":"19.087534272s","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5170,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-15T02:18:37.151268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.273913629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-03-15T02:18:37.151283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.688612383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5c76564898-hfp2n.189ce21f4391946a\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-15T02:18:37.151346Z","caller":"traceutil/trace.go:171","msg":"trace[2064467796] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5c76564898-hfp2n.189ce21f4391946a; range_end:; response_count:1; response_revision:8262; }","duration":"13.688705275s","start":"2026-03-15T02:18:23.462624Z","end":"2026-03-15T02:18:37.151329Z","steps":["trace[2064467796] 'agreement among raft nodes before linearized reading' (duration: 13.688532301s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.151385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.353342292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-15T02:18:37.151442Z","caller":"traceutil/trace.go:171","msg":"trace[2044909823] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8262; }","duration":"14.353439994s","start":"2026-03-15T02:18:22.797988Z","end":"2026-03-15T02:18:37.151428Z","steps":["trace[2044909823] 'agreement among raft nodes before linearized reading' (duration: 14.353302731s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.151488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:22.797966Z","time spent":"14.353511477s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-15T02:18:37.151267Z","caller":"traceutil/trace.go:171","msg":"trace[1013954754] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8262; }","duration":"14.135003995s","start":"2026-03-15T02:18:23.016248Z","end":"2026-03-15T02:18:37.151252Z","steps":["trace[1013954754] 'agreement among raft nodes before linearized reading' (duration: 14.134916623s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.151563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:23.016223Z","time spent":"14.135322822s","remote":"127.0.0.1:45146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:37.151583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.265705066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189ce22c8e5b41e2\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-15T02:18:37.15163Z","caller":"traceutil/trace.go:171","msg":"trace[1956834217] range","detail":"{range_begin:/registry/events/openstack/ceph.189ce22c8e5b41e2; range_end:; response_count:1; response_revision:8262; }","duration":"19.265761557s","start":"2026-03-15T02:18:17.885853Z","end":"2026-03-15T02:18:37.151615Z","steps":["trace[1956834217] 'agreement among raft nodes before linearized reading' (duration: 19.265627274s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.151684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:17.885848Z","time spent":"19.265824038s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.189ce22c8e5b41e2\" "} {"level":"warn","ts":"2026-03-15T02:18:37.151734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.195123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:37.151773Z","caller":"traceutil/trace.go:171","msg":"trace[1219880238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8262; }","duration":"987.283444ms","start":"2026-03-15T02:18:36.164478Z","end":"2026-03-15T02:18:37.151762Z","steps":["trace[1219880238] 'agreement among raft nodes before linearized reading' (duration: 987.234573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.151774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.694278178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-15T02:18:37.151805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:36.164438Z","time spent":"987.359726ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-15T02:18:37.151827Z","caller":"traceutil/trace.go:171","msg":"trace[115268348] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8262; }","duration":"14.694328119s","start":"2026-03-15T02:18:22.457481Z","end":"2026-03-15T02:18:37.151809Z","steps":["trace[115268348] 'agreement among raft nodes before linearized reading' (duration: 14.694196966s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.151886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:22.45742Z","time spent":"14.694449123s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-15T02:18:37.151952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281037952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:37.151989Z","caller":"traceutil/trace.go:171","msg":"trace[979538919] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8262; }","duration":"1.281138153s","start":"2026-03-15T02:18:35.87084Z","end":"2026-03-15T02:18:37.151978Z","steps":["trace[979538919] 'agreement among raft nodes before linearized reading' (duration: 1.281086532s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.152004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.270903538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-03-15T02:18:37.152063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306053258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:18:37.152066Z","caller":"traceutil/trace.go:171","msg":"trace[1300454718] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8262; }","duration":"19.270981879s","start":"2026-03-15T02:18:17.881069Z","end":"2026-03-15T02:18:37.152051Z","steps":["trace[1300454718] 'agreement among raft nodes before linearized reading' (duration: 19.270838256s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:37.152095Z","caller":"traceutil/trace.go:171","msg":"trace[1957994247] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8262; }","duration":"1.30612094s","start":"2026-03-15T02:18:35.845964Z","end":"2026-03-15T02:18:37.152085Z","steps":["trace[1957994247] 'agreement among raft nodes before linearized reading' (duration: 1.306075389s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.152115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:17.88106Z","time spent":"19.271040651s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-15T02:18:37.152129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.066086749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:18:37.152164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.447466703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:37.152182Z","caller":"traceutil/trace.go:171","msg":"trace[903569133] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8262; }","duration":"15.066177852s","start":"2026-03-15T02:18:22.085987Z","end":"2026-03-15T02:18:37.152165Z","steps":["trace[903569133] 'agreement among raft nodes before linearized reading' (duration: 15.066073279s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.152197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.185405529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-15T02:18:37.152231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:22.085962Z","time spent":"15.066252463s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:18:37.152263Z","caller":"traceutil/trace.go:171","msg":"trace[1592435805] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:8262; }","duration":"6.185505202s","start":"2026-03-15T02:18:30.966741Z","end":"2026-03-15T02:18:37.152246Z","steps":["trace[1592435805] 'agreement among raft nodes before linearized reading' (duration: 6.185352278s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.15228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.434753666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:18:37.151042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:23.132808Z","time spent":"14.018225662s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":900,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:37.152347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.664786789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:37.152379Z","caller":"traceutil/trace.go:171","msg":"trace[1058265557] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8262; }","duration":"7.664861551s","start":"2026-03-15T02:18:29.487511Z","end":"2026-03-15T02:18:37.152372Z","steps":["trace[1058265557] 'agreement among raft nodes before linearized reading' (duration: 7.664812649s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.152414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:29.487488Z","time spent":"7.664917671s","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:37.152381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311488938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:37.151194Z","caller":"traceutil/trace.go:171","msg":"trace[720721046] range","detail":"{range_begin:/registry/persistentvolumes/pvc-41ba5d79-0f50-4e81-98c2-370beb98c87a; range_end:; response_count:1; response_revision:8262; }","duration":"19.271118533s","start":"2026-03-15T02:18:17.880063Z","end":"2026-03-15T02:18:37.151182Z","steps":["trace[720721046] 'agreement among raft nodes before linearized reading' (duration: 19.27099864s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.152508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.004520639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:37.152525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:17.880049Z","time spent":"19.272454204s","remote":"127.0.0.1:41382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-41ba5d79-0f50-4e81-98c2-370beb98c87a\" "} {"level":"info","ts":"2026-03-15T02:18:37.152563Z","caller":"traceutil/trace.go:171","msg":"trace[1851441041] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8262; }","duration":"17.004612041s","start":"2026-03-15T02:18:20.147937Z","end":"2026-03-15T02:18:37.152549Z","steps":["trace[1851441041] 'agreement among raft nodes before linearized reading' (duration: 17.004534839s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.152613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:20.147912Z","time spent":"17.004687602s","remote":"127.0.0.1:42992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:18:37.1526Z","caller":"traceutil/trace.go:171","msg":"trace[156420905] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8262; }","duration":"2.311646902s","start":"2026-03-15T02:18:34.840839Z","end":"2026-03-15T02:18:37.152486Z","steps":["trace[156420905] 'agreement among raft nodes before linearized reading' (duration: 2.311497499s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.151395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:23.462607Z","time spent":"13.688776446s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-5c76564898-hfp2n.189ce21f4391946a\" "} {"level":"warn","ts":"2026-03-15T02:18:37.152744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:34.840818Z","time spent":"2.311901359s","remote":"127.0.0.1:36036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:37.152128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:35.845942Z","time spent":"1.306178762s","remote":"127.0.0.1:41488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:37.152916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.569419193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:37.152952Z","caller":"traceutil/trace.go:171","msg":"trace[281854767] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8262; }","duration":"9.569491125s","start":"2026-03-15T02:18:27.583446Z","end":"2026-03-15T02:18:37.152937Z","steps":["trace[281854767] 'agreement among raft nodes before linearized reading' (duration: 9.569450304s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.152987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:27.583423Z","time spent":"9.569557437s","remote":"127.0.0.1:33772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:37.152982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.006612846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:18:37.152993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.371993688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:37.153029Z","caller":"traceutil/trace.go:171","msg":"trace[1886921259] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8262; }","duration":"8.006721278s","start":"2026-03-15T02:18:29.146294Z","end":"2026-03-15T02:18:37.153015Z","steps":["trace[1886921259] 'agreement among raft nodes before linearized reading' (duration: 8.006610775s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.153067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:29.146262Z","time spent":"8.0067952s","remote":"127.0.0.1:59638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":36,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:37.153047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.261281918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-15T02:18:37.152215Z","caller":"traceutil/trace.go:171","msg":"trace[1672447106] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8262; }","duration":"6.447552575s","start":"2026-03-15T02:18:30.704654Z","end":"2026-03-15T02:18:37.152207Z","steps":["trace[1672447106] 'agreement among raft nodes before linearized reading' (duration: 6.447490323s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.153153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:30.704633Z","time spent":"6.448512007s","remote":"127.0.0.1:48892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:18:37.153142Z","caller":"traceutil/trace.go:171","msg":"trace[1842412866] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8262; }","duration":"9.261426411s","start":"2026-03-15T02:18:27.891687Z","end":"2026-03-15T02:18:37.153113Z","steps":["trace[1842412866] 'agreement among raft nodes before linearized reading' (duration: 9.261126464s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:37.15307Z","caller":"traceutil/trace.go:171","msg":"trace[1998182681] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8262; }","duration":"17.37212082s","start":"2026-03-15T02:18:19.780928Z","end":"2026-03-15T02:18:37.153049Z","steps":["trace[1998182681] 'agreement among raft nodes before linearized reading' (duration: 17.371993237s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.153201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:27.891665Z","time spent":"9.261522224s","remote":"127.0.0.1:36184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-15T02:18:37.152445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.844081438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:18:37.150993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:17.88097Z","time spent":"19.270009887s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228845,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-15T02:18:37.153332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.785256039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-03-15T02:18:37.153369Z","caller":"traceutil/trace.go:171","msg":"trace[986924518] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8262; }","duration":"15.84501921s","start":"2026-03-15T02:18:21.308312Z","end":"2026-03-15T02:18:37.153331Z","steps":["trace[986924518] 'agreement among raft nodes before linearized reading' (duration: 15.844085968s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.153416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.87816115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-03-15T02:18:37.153439Z","caller":"traceutil/trace.go:171","msg":"trace[954407591] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:8262; }","duration":"4.878184321s","start":"2026-03-15T02:18:32.275247Z","end":"2026-03-15T02:18:37.153431Z","steps":["trace[954407591] 'agreement among raft nodes before linearized reading' (duration: 4.878085159s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.153444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.387987228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:18:37.153476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:21.30829Z","time spent":"15.845147103s","remote":"127.0.0.1:41526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:37.15136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.482029667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:37.153428Z","caller":"traceutil/trace.go:171","msg":"trace[96420420] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:8262; }","duration":"4.785468684s","start":"2026-03-15T02:18:32.36794Z","end":"2026-03-15T02:18:37.153409Z","steps":["trace[96420420] 'agreement among raft nodes before linearized reading' (duration: 4.785196498s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.151688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.610051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:37.153572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:32.36791Z","time spent":"4.785649377s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-03-15T02:18:37.153597Z","caller":"traceutil/trace.go:171","msg":"trace[326991258] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8262; }","duration":"205.543237ms","start":"2026-03-15T02:18:36.948029Z","end":"2026-03-15T02:18:37.153573Z","steps":["trace[326991258] 'agreement among raft nodes before linearized reading' (duration: 203.633442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.153633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.518011689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:37.151307Z","caller":"traceutil/trace.go:171","msg":"trace[1867535222] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8262; }","duration":"19.273971399s","start":"2026-03-15T02:18:17.877325Z","end":"2026-03-15T02:18:37.151297Z","steps":["trace[1867535222] 'agreement among raft nodes before linearized reading' (duration: 19.273885377s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.153669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.019404681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:37.153681Z","caller":"traceutil/trace.go:171","msg":"trace[843484077] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8262; }","duration":"2.518085621s","start":"2026-03-15T02:18:34.635583Z","end":"2026-03-15T02:18:37.153668Z","steps":["trace[843484077] 'agreement among raft nodes before linearized reading' (duration: 2.5180248s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.153695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:17.877304Z","time spent":"19.276379436s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-15T02:18:37.153729Z","caller":"traceutil/trace.go:171","msg":"trace[326211116] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8262; }","duration":"6.019506923s","start":"2026-03-15T02:18:31.134208Z","end":"2026-03-15T02:18:37.153715Z","steps":["trace[326211116] 'agreement among raft nodes before linearized reading' (duration: 6.019404311s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.153749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:34.635567Z","time spent":"2.518161232s","remote":"127.0.0.1:36072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:37.153467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:32.275191Z","time spent":"4.878269223s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-15T02:18:37.15377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.773729438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:18:37.153782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:31.134185Z","time spent":"6.019583314s","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:18:37.15356Z","caller":"traceutil/trace.go:171","msg":"trace[1607583572] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:0; response_revision:8262; }","duration":"11.48429444s","start":"2026-03-15T02:18:25.669254Z","end":"2026-03-15T02:18:37.153548Z","steps":["trace[1607583572] 'agreement among raft nodes before linearized reading' (duration: 11.482084498s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.151139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:23.045671Z","time spent":"14.105454911s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:37.153847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:25.669216Z","time spent":"11.484624428s","remote":"127.0.0.1:41252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-15T02:18:37.152023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:35.870806Z","time spent":"1.281209365s","remote":"127.0.0.1:36164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:18:37.152308Z","caller":"traceutil/trace.go:171","msg":"trace[1340270199] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8262; }","duration":"7.434829289s","start":"2026-03-15T02:18:29.717471Z","end":"2026-03-15T02:18:37.152301Z","steps":["trace[1340270199] 'agreement among raft nodes before linearized reading' (duration: 7.434761517s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:37.153517Z","caller":"traceutil/trace.go:171","msg":"trace[399871431] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8262; }","duration":"3.38808044s","start":"2026-03-15T02:18:33.765418Z","end":"2026-03-15T02:18:37.153499Z","steps":["trace[399871431] 'agreement among raft nodes before linearized reading' (duration: 3.387940167s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.153442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.489779328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:37.153922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:29.717447Z","time spent":"7.436469787s","remote":"127.0.0.1:41562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":56,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:18:37.153962Z","caller":"traceutil/trace.go:171","msg":"trace[837461867] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8262; }","duration":"3.490312701s","start":"2026-03-15T02:18:33.66361Z","end":"2026-03-15T02:18:37.153923Z","steps":["trace[837461867] 'agreement among raft nodes before linearized reading' (duration: 3.489788719s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.154023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:33.66359Z","time spent":"3.490413944s","remote":"127.0.0.1:36172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:37.153292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:19.7809Z","time spent":"17.372380017s","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:18:37.153839Z","caller":"traceutil/trace.go:171","msg":"trace[877646339] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8262; }","duration":"4.773842521s","start":"2026-03-15T02:18:32.379979Z","end":"2026-03-15T02:18:37.153821Z","steps":["trace[877646339] 'agreement among raft nodes before linearized reading' (duration: 4.773733348s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.154177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:32.379957Z","time spent":"4.77420412s","remote":"127.0.0.1:37602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:37.152854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.842727554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:37.154234Z","caller":"traceutil/trace.go:171","msg":"trace[1751036004] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8262; }","duration":"10.844170208s","start":"2026-03-15T02:18:26.310054Z","end":"2026-03-15T02:18:37.154224Z","steps":["trace[1751036004] 'agreement among raft nodes before linearized reading' (duration: 10.842718214s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.154265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:26.310032Z","time spent":"10.84422481s","remote":"127.0.0.1:33790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:37.153903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:33.76541Z","time spent":"3.388486279s","remote":"127.0.0.1:41764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:37.153584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.515159952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:37.154452Z","caller":"traceutil/trace.go:171","msg":"trace[1023559773] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8262; }","duration":"2.516019472s","start":"2026-03-15T02:18:34.638409Z","end":"2026-03-15T02:18:37.154429Z","steps":["trace[1023559773] 'agreement among raft nodes before linearized reading' (duration: 2.515134831s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:37.154513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:34.638388Z","time spent":"2.516106964s","remote":"127.0.0.1:33784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:37.152313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:30.966722Z","time spent":"6.185578683s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-15T02:18:37.661077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837384134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:18:38.162168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837384134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:18:38.269369Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.111940182s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-15T02:18:38.96151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799751303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:18:38.961607Z","caller":"traceutil/trace.go:171","msg":"trace[1137922030] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"1.799863656s","start":"2026-03-15T02:18:37.161718Z","end":"2026-03-15T02:18:38.961581Z","steps":["trace[1137922030] 'agreement among raft nodes before linearized reading' (duration: 1.799746513s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:38.96166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:37.161703Z","time spent":"1.799946198s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/15 02:18:38 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:18:39.165336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000074687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:18:39.165416Z","caller":"traceutil/trace.go:171","msg":"trace[792070809] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00017556s","start":"2026-03-15T02:18:37.16522Z","end":"2026-03-15T02:18:39.165395Z","steps":["trace[792070809] 'agreement among raft nodes before linearized reading' (duration: 2.000086138s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:39.165452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:37.165209Z","time spent":"2.000235232s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/15 02:18:39 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:18:40.8396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:39.397695Z","time spent":"1.441896109s","remote":"127.0.0.1:60106","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-15T02:18:40.841216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.571563126s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-15T02:18:40.841405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:37.156647Z","time spent":"3.684751277s","remote":"127.0.0.1:41252","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-15T02:18:41.165678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000247211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:18:41.165816Z","caller":"traceutil/trace.go:171","msg":"trace[32937427] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000435814s","start":"2026-03-15T02:18:39.165358Z","end":"2026-03-15T02:18:41.165793Z","steps":["trace[32937427] 'agreement among raft nodes before linearized reading' (duration: 2.000283751s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:41.165886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:39.165336Z","time spent":"2.000537987s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/15 02:18:41 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:18:42.549039Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.27934619s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-15T02:18:43.173012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999878482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:18:43.173081Z","caller":"traceutil/trace.go:171","msg":"trace[1268914254] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000000335s","start":"2026-03-15T02:18:41.173061Z","end":"2026-03-15T02:18:43.173062Z","steps":["trace[1268914254] 'agreement among raft nodes before linearized reading' (duration: 1.999915673s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:43.173115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:41.173039Z","time spent":"2.000069217s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/15 02:18:43 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:18:44.159563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:37.158449Z","time spent":"7.001106534s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-15T02:18:44.160868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:37.160639Z","time spent":"7.000216642s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-15T02:18:44.160805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:37.160417Z","time spent":"7.000374946s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-15T02:18:44.16277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:37.16205Z","time spent":"7.000689804s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-15T02:18:44.165454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:37.164947Z","time spent":"7.000502339s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-15T02:18:44.16726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:37.166952Z","time spent":"7.000304305s","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-15T02:18:44.316298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.231434082s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:44.316443Z","caller":"traceutil/trace.go:171","msg":"trace[1949115643] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8262; }","duration":"3.231596206s","start":"2026-03-15T02:18:41.084824Z","end":"2026-03-15T02:18:44.31642Z","steps":["trace[1949115643] 'range keys from in-memory index tree' (duration: 3.231415891s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:44.31821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768855377s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:18:44.318729Z","caller":"traceutil/trace.go:171","msg":"trace[1832137330] linearizableReadLoop","detail":"{readStateIndex:8590; appliedIndex:8583; }","duration":"7.158038059s","start":"2026-03-15T02:18:37.160656Z","end":"2026-03-15T02:18:44.318694Z","steps":["trace[1832137330] 'read index received' (duration: 1.109052384s)","trace[1832137330] 'applied index is now lower than readState.Index' (duration: 6.048983705s)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:44.318992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.158331646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-03-15T02:18:44.319051Z","caller":"traceutil/trace.go:171","msg":"trace[1846098954] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:8268; }","duration":"7.158436128s","start":"2026-03-15T02:18:37.160596Z","end":"2026-03-15T02:18:44.319032Z","steps":["trace[1846098954] 'agreement among raft nodes before linearized reading' (duration: 7.158226893s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:44.319096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:37.160576Z","time spent":"7.15850864s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-15T02:18:44.803605Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.056369098s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-15T02:18:45.173595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000289351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-15T02:18:45.17369Z","caller":"traceutil/trace.go:171","msg":"trace[1542813658] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000431205s","start":"2026-03-15T02:18:43.173233Z","end":"2026-03-15T02:18:45.173664Z","steps":["trace[1542813658] 'agreement among raft nodes before linearized reading' (duration: 2.000309172s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:45.173755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:43.173218Z","time spent":"2.000524697s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:18:45.964461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:38.963765Z","time spent":"7.000689514s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-15T02:18:47.149036Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.345266452s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-15T02:18:47.157552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.996838041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:18:47.157647Z","caller":"traceutil/trace.go:171","msg":"trace[46288269] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.996992984s","start":"2026-03-15T02:18:37.160635Z","end":"2026-03-15T02:18:47.157628Z","steps":["trace[46288269] 'agreement among raft nodes before linearized reading' (duration: 9.996860891s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:47.157684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:37.16062Z","time spent":"9.997055626s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/03/15 02:18:47 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:18:47.182876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000399304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:18:47.182964Z","caller":"traceutil/trace.go:171","msg":"trace[142710422] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000541277s","start":"2026-03-15T02:18:45.182396Z","end":"2026-03-15T02:18:47.182937Z","steps":["trace[142710422] 'agreement among raft nodes before linearized reading' (duration: 2.000429955s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:47.183033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:45.182373Z","time spent":"2.00064584s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/15 02:18:47 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:18:47.843557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:40.842475Z","time spent":"7.001074332s","remote":"127.0.0.1:41252","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-15T02:18:48.197687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.393809295s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:18:48.197891Z","caller":"traceutil/trace.go:171","msg":"trace[1434446053] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"3.875040426s","start":"2026-03-15T02:18:44.322832Z","end":"2026-03-15T02:18:48.197872Z","steps":["trace[1434446053] 'process raft request' (duration: 3.874993724s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.197958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:44.322812Z","time spent":"3.875111977s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:18:48.198014Z","caller":"traceutil/trace.go:171","msg":"trace[1569027035] linearizableReadLoop","detail":"{readStateIndex:8592; appliedIndex:8590; }","duration":"3.879150592s","start":"2026-03-15T02:18:44.318793Z","end":"2026-03-15T02:18:48.197943Z","steps":["trace[1569027035] 'read index received' (duration: 484.989499ms)","trace[1569027035] 'applied index is now lower than readState.Index' (duration: 3.394154223s)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:48.198091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.231427471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:48.198124Z","caller":"traceutil/trace.go:171","msg":"trace[1780869133] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8271; }","duration":"7.231464282s","start":"2026-03-15T02:18:40.966648Z","end":"2026-03-15T02:18:48.198113Z","steps":["trace[1780869133] 'agreement among raft nodes before linearized reading' (duration: 7.231408831s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.198153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:40.966596Z","time spent":"7.231550085s","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:48.198213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.034920792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4z7pz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-15T02:18:48.198217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.081954124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:18:48.198213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.421528939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:48.198271Z","caller":"traceutil/trace.go:171","msg":"trace[1326275704] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4z7pz; range_end:; response_count:1; response_revision:8271; }","duration":"9.035031225s","start":"2026-03-15T02:18:39.163223Z","end":"2026-03-15T02:18:48.198254Z","steps":["trace[1326275704] 'agreement among raft nodes before linearized reading' (duration: 9.034891801s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:48.198277Z","caller":"traceutil/trace.go:171","msg":"trace[2047558258] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8271; }","duration":"8.082059327s","start":"2026-03-15T02:18:40.116201Z","end":"2026-03-15T02:18:48.19826Z","steps":["trace[2047558258] 'agreement among raft nodes before linearized reading' (duration: 8.081935114s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:48.198284Z","caller":"traceutil/trace.go:171","msg":"trace[748498564] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8271; }","duration":"8.421651302s","start":"2026-03-15T02:18:39.776613Z","end":"2026-03-15T02:18:48.198265Z","steps":["trace[748498564] 'agreement among raft nodes before linearized reading' (duration: 8.421535369s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.198271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.944535269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:48.198268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.262079102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:18:48.19831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:40.116182Z","time spent":"8.082120729s","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:48.198308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:39.163192Z","time spent":"9.035108056s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-4z7pz\" "} {"level":"warn","ts":"2026-03-15T02:18:48.198331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:39.776589Z","time spent":"8.421732893s","remote":"127.0.0.1:48826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:18:48.198346Z","caller":"traceutil/trace.go:171","msg":"trace[1261016711] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8271; }","duration":"4.944645801s","start":"2026-03-15T02:18:43.25368Z","end":"2026-03-15T02:18:48.198326Z","steps":["trace[1261016711] 'agreement among raft nodes before linearized reading' (duration: 4.944526908s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.198367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.030949527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-03-15T02:18:48.198377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.980546157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:18:48.198434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.207226308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:48.198277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.261773808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:18:48.198448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.291977871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:18:48.198485Z","caller":"traceutil/trace.go:171","msg":"trace[1590663074] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8271; }","duration":"5.207315381s","start":"2026-03-15T02:18:42.991154Z","end":"2026-03-15T02:18:48.19847Z","steps":["trace[1590663074] 'agreement among raft nodes before linearized reading' (duration: 5.207228859s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:48.198492Z","caller":"traceutil/trace.go:171","msg":"trace[1606911603] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8271; }","duration":"6.292018732s","start":"2026-03-15T02:18:41.906463Z","end":"2026-03-15T02:18:48.198482Z","steps":["trace[1606911603] 'agreement among raft nodes before linearized reading' (duration: 6.291915519s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:48.19849Z","caller":"traceutil/trace.go:171","msg":"trace[656554778] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8271; }","duration":"9.262029305s","start":"2026-03-15T02:18:38.936447Z","end":"2026-03-15T02:18:48.198477Z","steps":["trace[656554778] 'agreement among raft nodes before linearized reading' (duration: 9.261716047s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.19851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.036839532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-15T02:18:48.198508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.036508955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-15T02:18:48.198525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:42.991135Z","time spent":"5.207380582s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:48.198532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:38.936431Z","time spent":"9.262089037s","remote":"127.0.0.1:41404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":52,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:18:48.198542Z","caller":"traceutil/trace.go:171","msg":"trace[649457650] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8271; }","duration":"11.036894314s","start":"2026-03-15T02:18:37.161639Z","end":"2026-03-15T02:18:48.198534Z","steps":["trace[649457650] 'agreement among raft nodes before linearized reading' (duration: 11.036747031s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.198548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.906271239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:18:48.198558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.809841409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:48.198574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:37.16162Z","time spent":"11.036947015s","remote":"127.0.0.1:41600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-15T02:18:48.198577Z","caller":"traceutil/trace.go:171","msg":"trace[1363723284] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8271; }","duration":"3.906358801s","start":"2026-03-15T02:18:44.292211Z","end":"2026-03-15T02:18:48.19857Z","steps":["trace[1363723284] 'agreement among raft nodes before linearized reading' (duration: 3.906269229s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.198351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.663811919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:48.198479Z","caller":"traceutil/trace.go:171","msg":"trace[2001044130] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8271; }","duration":"5.980755802s","start":"2026-03-15T02:18:42.217704Z","end":"2026-03-15T02:18:48.19846Z","steps":["trace[2001044130] 'agreement among raft nodes before linearized reading' (duration: 5.980542497s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.198567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.45054213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19408"} {"level":"info","ts":"2026-03-15T02:18:48.198608Z","caller":"traceutil/trace.go:171","msg":"trace[810583118] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8271; }","duration":"5.809927461s","start":"2026-03-15T02:18:42.388661Z","end":"2026-03-15T02:18:48.198588Z","steps":["trace[810583118] 'agreement among raft nodes before linearized reading' (duration: 5.80984998s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.198629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:42.217672Z","time spent":"5.980947487s","remote":"127.0.0.1:41492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:48.198409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:43.253662Z","time spent":"4.944737174s","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:18:48.198655Z","caller":"traceutil/trace.go:171","msg":"trace[568704819] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8271; }","duration":"8.450681323s","start":"2026-03-15T02:18:39.747952Z","end":"2026-03-15T02:18:48.198633Z","steps":["trace[568704819] 'agreement among raft nodes before linearized reading' (duration: 8.450251813s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.198659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.029741948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-15T02:18:48.198658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:42.38864Z","time spent":"5.810003473s","remote":"127.0.0.1:36108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:48.19867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.036712109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-03-15T02:18:48.198664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.324745943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:48.198636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.759748908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-15T02:18:48.198695Z","caller":"traceutil/trace.go:171","msg":"trace[319542708] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8271; }","duration":"4.02978953s","start":"2026-03-15T02:18:44.168898Z","end":"2026-03-15T02:18:48.198687Z","steps":["trace[319542708] 'agreement among raft nodes before linearized reading' (duration: 4.029650176s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.198725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.720496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-15T02:18:48.198725Z","caller":"traceutil/trace.go:171","msg":"trace[1652696563] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8271; }","duration":"3.324850995s","start":"2026-03-15T02:18:44.873855Z","end":"2026-03-15T02:18:48.198706Z","steps":["trace[1652696563] 'agreement among raft nodes before linearized reading' (duration: 3.324752033s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.198738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:44.168889Z","time spent":"4.029843821s","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":650,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-03-15T02:18:48.198354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.202708985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:18:48.198758Z","caller":"traceutil/trace.go:171","msg":"trace[2138826080] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:8271; }","duration":"353.777687ms","start":"2026-03-15T02:18:47.844969Z","end":"2026-03-15T02:18:48.198746Z","steps":["trace[2138826080] 'agreement among raft nodes before linearized reading' (duration: 353.732386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.198762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00926606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:48.198568Z","caller":"traceutil/trace.go:171","msg":"trace[721631506] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8271; }","duration":"11.036577306s","start":"2026-03-15T02:18:37.161971Z","end":"2026-03-15T02:18:48.198549Z","steps":["trace[721631506] 'agreement among raft nodes before linearized reading' (duration: 11.036405842s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.198773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:44.873833Z","time spent":"3.324925637s","remote":"127.0.0.1:36060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:48.198789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030589571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-15T02:18:48.198788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:47.844951Z","time spent":"353.831139ms","remote":"127.0.0.1:41252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"info","ts":"2026-03-15T02:18:48.198799Z","caller":"traceutil/trace.go:171","msg":"trace[807181040] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8271; }","duration":"1.009317222s","start":"2026-03-15T02:18:47.189468Z","end":"2026-03-15T02:18:48.198785Z","steps":["trace[807181040] 'agreement among raft nodes before linearized reading' (duration: 1.009263401s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.198803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.310313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:48.198817Z","caller":"traceutil/trace.go:171","msg":"trace[1455836036] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8271; }","duration":"1.030653873s","start":"2026-03-15T02:18:47.168156Z","end":"2026-03-15T02:18:48.19881Z","steps":["trace[1455836036] 'agreement among raft nodes before linearized reading' (duration: 1.030570731s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.198811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:37.161963Z","time spent":"11.036836462s","remote":"127.0.0.1:41398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-15T02:18:48.198823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159243484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:18:48.198831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:47.189459Z","time spent":"1.009364363s","remote":"127.0.0.1:36124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:48.198832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.037003036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112158"} {"level":"info","ts":"2026-03-15T02:18:48.198458Z","caller":"traceutil/trace.go:171","msg":"trace[1019183155] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:8271; }","duration":"4.03108262s","start":"2026-03-15T02:18:44.167359Z","end":"2026-03-15T02:18:48.198442Z","steps":["trace[1019183155] 'agreement among raft nodes before linearized reading' (duration: 4.030887165s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:48.198849Z","caller":"traceutil/trace.go:171","msg":"trace[843883197] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8271; }","duration":"2.159324286s","start":"2026-03-15T02:18:46.039517Z","end":"2026-03-15T02:18:48.198841Z","steps":["trace[843883197] 'agreement among raft nodes before linearized reading' (duration: 2.159251935s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:48.198844Z","caller":"traceutil/trace.go:171","msg":"trace[1067409091] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8271; }","duration":"6.203172686s","start":"2026-03-15T02:18:41.995601Z","end":"2026-03-15T02:18:48.198774Z","steps":["trace[1067409091] 'agreement among raft nodes before linearized reading' (duration: 6.202720255s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:48.198869Z","caller":"traceutil/trace.go:171","msg":"trace[694413074] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8271; }","duration":"11.037053388s","start":"2026-03-15T02:18:37.161805Z","end":"2026-03-15T02:18:48.198859Z","steps":["trace[694413074] 'agreement among raft nodes before linearized reading' (duration: 11.036824572s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.198876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015733972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:48.198902Z","caller":"traceutil/trace.go:171","msg":"trace[1979188144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8271; }","duration":"1.015780374s","start":"2026-03-15T02:18:47.183116Z","end":"2026-03-15T02:18:48.198896Z","steps":["trace[1979188144] 'agreement among raft nodes before linearized reading' (duration: 1.015742433s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.198888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:44.167295Z","time spent":"4.031579781s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-15T02:18:48.198899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:37.161793Z","time spent":"11.037100129s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112182,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-15T02:18:48.19835Z","caller":"traceutil/trace.go:171","msg":"trace[682948870] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8271; }","duration":"7.262229295s","start":"2026-03-15T02:18:40.936103Z","end":"2026-03-15T02:18:48.198332Z","steps":["trace[682948870] 'agreement among raft nodes before linearized reading' (duration: 7.262035071s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.198921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:47.183105Z","time spent":"1.015812114s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:18:48.19868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.032082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-03-15T02:18:48.198947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:40.936079Z","time spent":"7.26285783s","remote":"127.0.0.1:41644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:48.19888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:46.039494Z","time spent":"2.159380997s","remote":"127.0.0.1:45206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:48.198971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231010979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-15T02:18:48.198969Z","caller":"traceutil/trace.go:171","msg":"trace[1945718553] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:8271; }","duration":"839.34999ms","start":"2026-03-15T02:18:47.359603Z","end":"2026-03-15T02:18:48.198953Z","steps":["trace[1945718553] 'agreement among raft nodes before linearized reading' (duration: 838.999662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.198524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:41.906417Z","time spent":"6.292099914s","remote":"127.0.0.1:41586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:18:48.199003Z","caller":"traceutil/trace.go:171","msg":"trace[785677857] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:8271; }","duration":"2.231071311s","start":"2026-03-15T02:18:45.967922Z","end":"2026-03-15T02:18:48.198994Z","steps":["trace[785677857] 'agreement among raft nodes before linearized reading' (duration: 2.23101978s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.198953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:41.99558Z","time spent":"6.203350469s","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:48.198699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:39.747926Z","time spent":"8.450763606s","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19432,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-15T02:18:48.19903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:45.967907Z","time spent":"2.231117182s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-15T02:18:48.19862Z","caller":"traceutil/trace.go:171","msg":"trace[29262758] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8271; }","duration":"9.664083276s","start":"2026-03-15T02:18:38.534522Z","end":"2026-03-15T02:18:48.198605Z","steps":["trace[29262758] 'agreement among raft nodes before linearized reading' (duration: 9.663789019s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.199077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:38.534498Z","time spent":"9.664565988s","remote":"127.0.0.1:36156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:18:48.198703Z","caller":"traceutil/trace.go:171","msg":"trace[1336116597] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8271; }","duration":"11.036766041s","start":"2026-03-15T02:18:37.16193Z","end":"2026-03-15T02:18:48.198696Z","steps":["trace[1336116597] 'agreement among raft nodes before linearized reading' (duration: 11.036692489s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:48.198763Z","caller":"traceutil/trace.go:171","msg":"trace[449976413] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8271; }","duration":"7.759938333s","start":"2026-03-15T02:18:40.438788Z","end":"2026-03-15T02:18:48.198726Z","steps":["trace[449976413] 'agreement among raft nodes before linearized reading' (duration: 7.759504102s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.199126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:37.161918Z","time spent":"11.037198361s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-15T02:18:48.19884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:47.168135Z","time spent":"1.030700504s","remote":"127.0.0.1:36184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-15T02:18:48.199162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:40.438766Z","time spent":"7.760383374s","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-15T02:18:48.198836Z","caller":"traceutil/trace.go:171","msg":"trace[52279460] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8271; }","duration":"553.386495ms","start":"2026-03-15T02:18:47.645441Z","end":"2026-03-15T02:18:48.198827Z","steps":["trace[52279460] 'agreement among raft nodes before linearized reading' (duration: 553.332294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.19852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.032264438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189ce23036c903b0\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-15T02:18:48.199224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:47.645419Z","time spent":"553.793425ms","remote":"127.0.0.1:41612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:18:48.199241Z","caller":"traceutil/trace.go:171","msg":"trace[82777800] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189ce23036c903b0; range_end:; response_count:1; response_revision:8271; }","duration":"4.033001485s","start":"2026-03-15T02:18:44.166225Z","end":"2026-03-15T02:18:48.199227Z","steps":["trace[82777800] 'agreement among raft nodes before linearized reading' (duration: 4.032210707s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.199273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:44.16621Z","time spent":"4.033051906s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189ce23036c903b0\" "} {"level":"warn","ts":"2026-03-15T02:18:48.198605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:44.292186Z","time spent":"3.906413613s","remote":"127.0.0.1:41510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":54,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:48.198597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.035695778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189ce22c8e5b41e2\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-15T02:18:48.199359Z","caller":"traceutil/trace.go:171","msg":"trace[1830752145] range","detail":"{range_begin:/registry/events/openstack/ceph.189ce22c8e5b41e2; range_end:; response_count:1; response_revision:8271; }","duration":"4.036493027s","start":"2026-03-15T02:18:44.162855Z","end":"2026-03-15T02:18:48.199348Z","steps":["trace[1830752145] 'agreement among raft nodes before linearized reading' (duration: 4.035685768s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.19939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:44.162833Z","time spent":"4.036547888s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.189ce22c8e5b41e2\" "} {"level":"warn","ts":"2026-03-15T02:18:48.199023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:47.359581Z","time spent":"839.426352ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-15T02:18:48.871067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.578062ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-15T02:18:48.871445Z","caller":"traceutil/trace.go:171","msg":"trace[287185649] linearizableReadLoop","detail":"{readStateIndex:8596; appliedIndex:8593; }","duration":"667.493655ms","start":"2026-03-15T02:18:48.203932Z","end":"2026-03-15T02:18:48.871425Z","steps":["trace[287185649] 'read index received' (duration: 204.645446ms)","trace[287185649] 'applied index is now lower than readState.Index' (duration: 462.846959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:48.871548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:48.200587Z","time spent":"670.958326ms","remote":"127.0.0.1:41252","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-15T02:18:48.871841Z","caller":"traceutil/trace.go:171","msg":"trace[134511391] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"667.433623ms","start":"2026-03-15T02:18:48.20436Z","end":"2026-03-15T02:18:48.871793Z","steps":["trace[134511391] 'process raft request' (duration: 667.011833ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:48.871902Z","caller":"traceutil/trace.go:171","msg":"trace[1194152061] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"668.680553ms","start":"2026-03-15T02:18:48.203189Z","end":"2026-03-15T02:18:48.871869Z","steps":["trace[1194152061] 'process raft request' (duration: 668.13482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.872008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:48.204339Z","time spent":"667.578097ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:48.872037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.628604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:48.87206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.484624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-15T02:18:48.872089Z","caller":"traceutil/trace.go:171","msg":"trace[444307607] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8274; }","duration":"666.717867ms","start":"2026-03-15T02:18:48.205361Z","end":"2026-03-15T02:18:48.872079Z","steps":["trace[444307607] 'agreement among raft nodes before linearized reading' (duration: 666.607844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.872114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.652081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-15T02:18:48.872168Z","caller":"traceutil/trace.go:171","msg":"trace[619031502] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8274; }","duration":"665.739704ms","start":"2026-03-15T02:18:48.206414Z","end":"2026-03-15T02:18:48.872154Z","steps":["trace[619031502] 'agreement among raft nodes before linearized reading' (duration: 665.551559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.872201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.019037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:48.872176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.716479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-15T02:18:48.872219Z","caller":"traceutil/trace.go:171","msg":"trace[800520677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8274; }","duration":"665.049987ms","start":"2026-03-15T02:18:48.207164Z","end":"2026-03-15T02:18:48.872214Z","steps":["trace[800520677] 'agreement among raft nodes before linearized reading' (duration: 665.017616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.872168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:48.203165Z","time spent":"668.871547ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:48.872246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:48.207153Z","time spent":"665.090008ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-15T02:18:48.872255Z","caller":"traceutil/trace.go:171","msg":"trace[1584696150] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8274; }","duration":"661.819602ms","start":"2026-03-15T02:18:48.210417Z","end":"2026-03-15T02:18:48.872237Z","steps":["trace[1584696150] 'agreement among raft nodes before linearized reading' (duration: 661.617657ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:48.872101Z","caller":"traceutil/trace.go:171","msg":"trace[1908420467] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8274; }","duration":"667.550706ms","start":"2026-03-15T02:18:48.204542Z","end":"2026-03-15T02:18:48.872092Z","steps":["trace[1908420467] 'agreement among raft nodes before linearized reading' (duration: 667.408323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.872303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:48.210409Z","time spent":"661.885093ms","remote":"127.0.0.1:45152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-15T02:18:48.872329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:48.204533Z","time spent":"667.791512ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2667,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-15T02:18:48.872301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.031195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-15T02:18:48.872207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:48.206362Z","time spent":"665.837136ms","remote":"127.0.0.1:41600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-15T02:18:48.872335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.168149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:48.872343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.617848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-pfdff\" ","response":"range_response_count:1 size:4694"} {"level":"info","ts":"2026-03-15T02:18:48.872383Z","caller":"traceutil/trace.go:171","msg":"trace[1135074215] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8274; }","duration":"225.171888ms","start":"2026-03-15T02:18:48.647197Z","end":"2026-03-15T02:18:48.872369Z","steps":["trace[1135074215] 'agreement among raft nodes before linearized reading' (duration: 224.959093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.872132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:48.205353Z","time spent":"666.770508ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"info","ts":"2026-03-15T02:18:48.872489Z","caller":"traceutil/trace.go:171","msg":"trace[1638069861] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-pfdff; range_end:; response_count:1; response_revision:8274; }","duration":"667.791092ms","start":"2026-03-15T02:18:48.204655Z","end":"2026-03-15T02:18:48.872446Z","steps":["trace[1638069861] 'agreement among raft nodes before linearized reading' (duration: 667.380212ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:48.871919Z","caller":"traceutil/trace.go:171","msg":"trace[341777821] transaction","detail":"{read_only:false; response_revision:8272; number_of_response:1; }","duration":"668.706934ms","start":"2026-03-15T02:18:48.203189Z","end":"2026-03-15T02:18:48.871896Z","steps":["trace[341777821] 'process raft request' (duration: 668.000217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.872544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.998643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-15T02:18:48.872568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:48.204648Z","time spent":"667.908704ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4718,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-pfdff\" "} {"level":"warn","ts":"2026-03-15T02:18:48.872586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.99211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112158"} {"level":"warn","ts":"2026-03-15T02:18:48.87261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:48.203172Z","time spent":"669.380449ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:18:48.872586Z","caller":"traceutil/trace.go:171","msg":"trace[165142404] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:8274; }","duration":"667.050545ms","start":"2026-03-15T02:18:48.205525Z","end":"2026-03-15T02:18:48.872576Z","steps":["trace[165142404] 'agreement among raft nodes before linearized reading' (duration: 666.461101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.872636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.008877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-03-15T02:18:48.872665Z","caller":"traceutil/trace.go:171","msg":"trace[227013981] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:8274; }","duration":"668.055298ms","start":"2026-03-15T02:18:48.204602Z","end":"2026-03-15T02:18:48.872658Z","steps":["trace[227013981] 'agreement among raft nodes before linearized reading' (duration: 667.510675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.872671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:48.20552Z","time spent":"667.138537ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-15T02:18:48.872693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:48.204593Z","time spent":"668.094119ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-15T02:18:48.872566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.55946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3985120a-8a37-4cb7-91fd-0a4b2a224814\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-15T02:18:48.872799Z","caller":"traceutil/trace.go:171","msg":"trace[40136360] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3985120a-8a37-4cb7-91fd-0a4b2a224814; range_end:; response_count:1; response_revision:8274; }","duration":"668.866817ms","start":"2026-03-15T02:18:48.203901Z","end":"2026-03-15T02:18:48.872767Z","steps":["trace[40136360] 'agreement among raft nodes before linearized reading' (duration: 668.047408ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:48.872629Z","caller":"traceutil/trace.go:171","msg":"trace[324548826] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8274; }","duration":"666.048851ms","start":"2026-03-15T02:18:48.206569Z","end":"2026-03-15T02:18:48.872617Z","steps":["trace[324548826] 'agreement among raft nodes before linearized reading' (duration: 665.61733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.872873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:48.206562Z","time spent":"666.299416ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112182,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-15T02:18:48.872891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:48.203883Z","time spent":"668.99728ms","remote":"127.0.0.1:41382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-3985120a-8a37-4cb7-91fd-0a4b2a224814\" "} {"level":"info","ts":"2026-03-15T02:18:48.872996Z","caller":"traceutil/trace.go:171","msg":"trace[1497162041] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8274; }","duration":"481.397245ms","start":"2026-03-15T02:18:48.391017Z","end":"2026-03-15T02:18:48.872414Z","steps":["trace[1497162041] 'agreement among raft nodes before linearized reading' (duration: 481.166639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.873087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:48.391003Z","time spent":"482.06633ms","remote":"127.0.0.1:36030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:48.873787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.187181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228821"} {"level":"info","ts":"2026-03-15T02:18:48.873844Z","caller":"traceutil/trace.go:171","msg":"trace[1175902636] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8274; }","duration":"668.276163ms","start":"2026-03-15T02:18:48.205553Z","end":"2026-03-15T02:18:48.873829Z","steps":["trace[1175902636] 'agreement among raft nodes before linearized reading' (duration: 666.42552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:48.874065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:48.205536Z","time spent":"668.520408ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228845,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-15T02:18:49.379728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837384156,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-15T02:18:49.580367Z","caller":"traceutil/trace.go:171","msg":"trace[330317380] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"706.798687ms","start":"2026-03-15T02:18:48.873538Z","end":"2026-03-15T02:18:49.580337Z","steps":["trace[330317380] 'process raft request' (duration: 706.612703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:49.580541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:48.873523Z","time spent":"706.92355ms","remote":"127.0.0.1:41252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:18:50.154545Z","caller":"traceutil/trace.go:171","msg":"trace[960229161] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"1.275263676s","start":"2026-03-15T02:18:48.879226Z","end":"2026-03-15T02:18:50.15449Z","steps":["trace[960229161] 'process raft request' (duration: 1.27499847s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:50.154577Z","caller":"traceutil/trace.go:171","msg":"trace[592514917] transaction","detail":"{read_only:false; response_revision:8277; number_of_response:1; }","duration":"1.274509279s","start":"2026-03-15T02:18:48.880036Z","end":"2026-03-15T02:18:50.154546Z","steps":["trace[592514917] 'process raft request' (duration: 1.274344645s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:50.154726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:48.880007Z","time spent":"1.274647812s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-15T02:18:50.154762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:48.879214Z","time spent":"1.275436701s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-15T02:18:50.154685Z","caller":"traceutil/trace.go:171","msg":"trace[1371194087] linearizableReadLoop","detail":"{readStateIndex:8603; appliedIndex:8597; }","duration":"1.275443391s","start":"2026-03-15T02:18:48.879213Z","end":"2026-03-15T02:18:50.154656Z","steps":["trace[1371194087] 'read index received' (duration: 701.070103ms)","trace[1371194087] 'applied index is now lower than readState.Index' (duration: 574.371908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:50.15494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275700387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-15T02:18:50.154999Z","caller":"traceutil/trace.go:171","msg":"trace[808238556] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8280; }","duration":"1.27582634s","start":"2026-03-15T02:18:48.87916Z","end":"2026-03-15T02:18:50.154987Z","steps":["trace[808238556] 'agreement among raft nodes before linearized reading' (duration: 1.275594234s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:50.155045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:48.87913Z","time spent":"1.275905381s","remote":"127.0.0.1:41398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-15T02:18:50.15506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.686397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:50.155894Z","caller":"traceutil/trace.go:171","msg":"trace[729874310] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8280; }","duration":"946.548378ms","start":"2026-03-15T02:18:49.209323Z","end":"2026-03-15T02:18:50.155871Z","steps":["trace[729874310] 'agreement among raft nodes before linearized reading' (duration: 945.685477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:50.156052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051027821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210803"} {"level":"info","ts":"2026-03-15T02:18:50.156098Z","caller":"traceutil/trace.go:171","msg":"trace[2123951172] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8280; }","duration":"1.051070362s","start":"2026-03-15T02:18:49.105013Z","end":"2026-03-15T02:18:50.156084Z","steps":["trace[2123951172] 'agreement among raft nodes before linearized reading' (duration: 1.050238892s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:50.156134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:49.104935Z","time spent":"1.051189615s","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210827,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-15T02:18:50.154706Z","caller":"traceutil/trace.go:171","msg":"trace[180984497] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"1.273921745s","start":"2026-03-15T02:18:48.880738Z","end":"2026-03-15T02:18:50.15466Z","steps":["trace[180984497] 'process raft request' (duration: 1.27371282s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:50.15639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:48.880729Z","time spent":"1.275535343s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:50.155149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.432486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:50.15522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270705299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-15T02:18:50.156524Z","caller":"traceutil/trace.go:171","msg":"trace[1774139082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8280; }","duration":"172.831529ms","start":"2026-03-15T02:18:49.983673Z","end":"2026-03-15T02:18:50.156504Z","steps":["trace[1774139082] 'agreement among raft nodes before linearized reading' (duration: 171.442616ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:50.155304Z","caller":"traceutil/trace.go:171","msg":"trace[1454016023] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"1.263973521s","start":"2026-03-15T02:18:48.891318Z","end":"2026-03-15T02:18:50.155292Z","steps":["trace[1454016023] 'process raft request' (duration: 1.263273845s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:50.156707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:49.209295Z","time spent":"946.632349ms","remote":"127.0.0.1:36092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:50.156856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:48.891308Z","time spent":"1.265469386s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:50.155308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273260919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-15T02:18:50.156934Z","caller":"traceutil/trace.go:171","msg":"trace[948327023] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8280; }","duration":"1.274890928s","start":"2026-03-15T02:18:48.882021Z","end":"2026-03-15T02:18:50.156912Z","steps":["trace[948327023] 'agreement among raft nodes before linearized reading' (duration: 1.273170418s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:50.157004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:48.88201Z","time spent":"1.27497719s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-15T02:18:50.155454Z","caller":"traceutil/trace.go:171","msg":"trace[1046628118] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"1.273069974s","start":"2026-03-15T02:18:48.882366Z","end":"2026-03-15T02:18:50.155436Z","steps":["trace[1046628118] 'process raft request' (duration: 1.272139373s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:50.15554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.73054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-15T02:18:50.157194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:48.882358Z","time spent":"1.274751535s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:18:50.156707Z","caller":"traceutil/trace.go:171","msg":"trace[592124594] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8280; }","duration":"1.272145213s","start":"2026-03-15T02:18:48.884477Z","end":"2026-03-15T02:18:50.156622Z","steps":["trace[592124594] 'agreement among raft nodes before linearized reading' (duration: 1.270662809s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:50.155612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.916571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:50.155625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27374393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:50.157315Z","caller":"traceutil/trace.go:171","msg":"trace[1623782855] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8280; }","duration":"574.489391ms","start":"2026-03-15T02:18:49.582759Z","end":"2026-03-15T02:18:50.157248Z","steps":["trace[1623782855] 'agreement among raft nodes before linearized reading' (duration: 572.708739ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:50.15752Z","caller":"traceutil/trace.go:171","msg":"trace[1210128090] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8280; }","duration":"872.882048ms","start":"2026-03-15T02:18:49.284622Z","end":"2026-03-15T02:18:50.157504Z","steps":["trace[1210128090] 'agreement among raft nodes before linearized reading' (duration: 870.921902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:50.157658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:49.284596Z","time spent":"872.99424ms","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:50.157741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:49.582732Z","time spent":"574.89438ms","remote":"127.0.0.1:41404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-15T02:18:50.157435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:48.884465Z","time spent":"1.272951952s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-15T02:18:50.158258Z","caller":"traceutil/trace.go:171","msg":"trace[87416893] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:8280; }","duration":"1.276394023s","start":"2026-03-15T02:18:48.881848Z","end":"2026-03-15T02:18:50.158242Z","steps":["trace[87416893] 'agreement among raft nodes before linearized reading' (duration: 1.273719851s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:50.158318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:48.88184Z","time spent":"1.276462165s","remote":"127.0.0.1:41304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-15T02:18:50.158799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275820879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189ce22c8e5b41e2\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-15T02:18:50.158865Z","caller":"traceutil/trace.go:171","msg":"trace[1172823059] range","detail":"{range_begin:/registry/events/openstack/ceph.189ce22c8e5b41e2; range_end:; response_count:1; response_revision:8280; }","duration":"1.279573958s","start":"2026-03-15T02:18:48.879274Z","end":"2026-03-15T02:18:50.158848Z","steps":["trace[1172823059] 'agreement among raft nodes before linearized reading' (duration: 1.275713037s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:50.158917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:48.879257Z","time spent":"1.279646709s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.189ce22c8e5b41e2\" "} {"level":"warn","ts":"2026-03-15T02:18:51.094364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:50.702894Z","time spent":"391.463203ms","remote":"127.0.0.1:39182","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-15T02:18:51.09564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.265028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:18:51.095748Z","caller":"traceutil/trace.go:171","msg":"trace[759094036] linearizableReadLoop","detail":"{readStateIndex:8604; appliedIndex:8603; }","duration":"935.893306ms","start":"2026-03-15T02:18:50.159838Z","end":"2026-03-15T02:18:51.095731Z","steps":["trace[759094036] 'read index received' (duration: 317.552856ms)","trace[759094036] 'applied index is now lower than readState.Index' (duration: 618.33827ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:18:51.095813Z","caller":"traceutil/trace.go:171","msg":"trace[204664444] transaction","detail":"{read_only:false; response_revision:8281; number_of_response:1; }","duration":"935.976968ms","start":"2026-03-15T02:18:50.159782Z","end":"2026-03-15T02:18:51.095759Z","steps":["trace[204664444] 'process raft request' (duration: 317.517535ms)","trace[204664444] 'compare' (duration: 617.007879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:51.096002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.150512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-15T02:18:51.096018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:50.159763Z","time spent":"936.161513ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-15T02:18:51.096044Z","caller":"traceutil/trace.go:171","msg":"trace[1485012982] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8281; }","duration":"936.232044ms","start":"2026-03-15T02:18:50.159801Z","end":"2026-03-15T02:18:51.096033Z","steps":["trace[1485012982] 'agreement among raft nodes before linearized reading' (duration: 936.009279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:51.096078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:50.159779Z","time spent":"936.290516ms","remote":"127.0.0.1:41252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-15T02:18:51.547872Z","caller":"traceutil/trace.go:171","msg":"trace[1791917299] linearizableReadLoop","detail":"{readStateIndex:8605; appliedIndex:8604; }","duration":"452.067846ms","start":"2026-03-15T02:18:51.09578Z","end":"2026-03-15T02:18:51.547847Z","steps":["trace[1791917299] 'read index received' (duration: 360.789873ms)","trace[1791917299] 'applied index is now lower than readState.Index' (duration: 91.276763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:51.547983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.537745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:18:51.547993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.655147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4z7pz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-15T02:18:51.54817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38612287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0037a434-bf8a-4647-ade0-6a66025cf5ac\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-15T02:18:51.548184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386242013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"warn","ts":"2026-03-15T02:18:51.548205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388214629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-03-15T02:18:51.548222Z","caller":"traceutil/trace.go:171","msg":"trace[830799368] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0037a434-bf8a-4647-ade0-6a66025cf5ac; range_end:; response_count:1; response_revision:8282; }","duration":"1.386199071s","start":"2026-03-15T02:18:50.162003Z","end":"2026-03-15T02:18:51.548202Z","steps":["trace[830799368] 'agreement among raft nodes before linearized reading' (duration: 1.385897794s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:51.548234Z","caller":"traceutil/trace.go:171","msg":"trace[1697212078] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4z7pz; range_end:; response_count:1; response_revision:8282; }","duration":"661.906413ms","start":"2026-03-15T02:18:50.886271Z","end":"2026-03-15T02:18:51.548178Z","steps":["trace[1697212078] 'agreement among raft nodes before linearized reading' (duration: 661.613316ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:51.548246Z","caller":"traceutil/trace.go:171","msg":"trace[1551675962] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8282; }","duration":"1.386348704s","start":"2026-03-15T02:18:50.161879Z","end":"2026-03-15T02:18:51.548228Z","steps":["trace[1551675962] 'agreement among raft nodes before linearized reading' (duration: 1.386135329s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:51.54826Z","caller":"traceutil/trace.go:171","msg":"trace[1045506702] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:8282; }","duration":"1.38828295s","start":"2026-03-15T02:18:50.159956Z","end":"2026-03-15T02:18:51.548239Z","steps":["trace[1045506702] 'agreement among raft nodes before linearized reading' (duration: 1.388162257s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:51.548266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:50.161985Z","time spent":"1.386268413s","remote":"127.0.0.1:41382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-0037a434-bf8a-4647-ade0-6a66025cf5ac\" "} {"level":"warn","ts":"2026-03-15T02:18:51.548293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:50.886244Z","time spent":"662.031777ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-4z7pz\" "} {"level":"info","ts":"2026-03-15T02:18:51.548191Z","caller":"traceutil/trace.go:171","msg":"trace[1067684586] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8282; }","duration":"707.75569ms","start":"2026-03-15T02:18:50.840406Z","end":"2026-03-15T02:18:51.548162Z","steps":["trace[1067684586] 'agreement among raft nodes before linearized reading' (duration: 707.470853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:51.548346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.175412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-15T02:18:51.548356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:50.840339Z","time spent":"708.001046ms","remote":"127.0.0.1:42980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:18:51.548392Z","caller":"traceutil/trace.go:171","msg":"trace[2144352355] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8282; }","duration":"450.242783ms","start":"2026-03-15T02:18:51.098136Z","end":"2026-03-15T02:18:51.548378Z","steps":["trace[2144352355] 'agreement among raft nodes before linearized reading' (duration: 450.10686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:51.548418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38654538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-tzc7s\" ","response":"range_response_count:1 size:4641"} {"level":"warn","ts":"2026-03-15T02:18:51.548433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:51.098119Z","time spent":"450.302945ms","remote":"127.0.0.1:41510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-15T02:18:51.548461Z","caller":"traceutil/trace.go:171","msg":"trace[622530425] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-tzc7s; range_end:; response_count:1; response_revision:8282; }","duration":"1.386603621s","start":"2026-03-15T02:18:50.161844Z","end":"2026-03-15T02:18:51.548448Z","steps":["trace[622530425] 'agreement among raft nodes before linearized reading' (duration: 1.386480658s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:51.548302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:50.159947Z","time spent":"1.388342662s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-15T02:18:51.5485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:50.161832Z","time spent":"1.386657162s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4665,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-tzc7s\" "} {"level":"warn","ts":"2026-03-15T02:18:51.548069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383335414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-15T02:18:51.54808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367933423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-15T02:18:51.548665Z","caller":"traceutil/trace.go:171","msg":"trace[1910629255] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"1.38784513s","start":"2026-03-15T02:18:50.160787Z","end":"2026-03-15T02:18:51.548632Z","steps":["trace[1910629255] 'process raft request' (duration: 1.29585659s)","trace[1910629255] 'compare' (duration: 90.889304ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:18:51.548709Z","caller":"traceutil/trace.go:171","msg":"trace[1599899683] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8282; }","duration":"1.368587427s","start":"2026-03-15T02:18:50.180104Z","end":"2026-03-15T02:18:51.548692Z","steps":["trace[1599899683] 'agreement among raft nodes before linearized reading' (duration: 1.367758628s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:51.548811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:50.180093Z","time spent":"1.3687019s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1841,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-15T02:18:51.548835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:50.160737Z","time spent":"1.387981853s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:51.548649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.238096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414497"} {"level":"info","ts":"2026-03-15T02:18:51.549026Z","caller":"traceutil/trace.go:171","msg":"trace[1454688290] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8282; }","duration":"778.643685ms","start":"2026-03-15T02:18:50.770363Z","end":"2026-03-15T02:18:51.549006Z","steps":["trace[1454688290] 'agreement among raft nodes before linearized reading' (duration: 778.122612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:51.549085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:50.770345Z","time spent":"778.718547ms","remote":"127.0.0.1:42980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414521,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-15T02:18:51.549087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.451525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189ce23036c903b0\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-15T02:18:51.54914Z","caller":"traceutil/trace.go:171","msg":"trace[9180619] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189ce23036c903b0; range_end:; response_count:1; response_revision:8282; }","duration":"449.523376ms","start":"2026-03-15T02:18:51.0996Z","end":"2026-03-15T02:18:51.549124Z","steps":["trace[9180619] 'agreement among raft nodes before linearized reading' (duration: 449.392093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:51.549115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.074895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:18:51.548299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:50.161875Z","time spent":"1.386410496s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":622,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"info","ts":"2026-03-15T02:18:51.548646Z","caller":"traceutil/trace.go:171","msg":"trace[1959251582] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8282; }","duration":"1.383940018s","start":"2026-03-15T02:18:50.164687Z","end":"2026-03-15T02:18:51.548627Z","steps":["trace[1959251582] 'agreement among raft nodes before linearized reading' (duration: 1.383253852s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:51.549238Z","caller":"traceutil/trace.go:171","msg":"trace[1061088203] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8282; }","duration":"133.28529ms","start":"2026-03-15T02:18:51.415922Z","end":"2026-03-15T02:18:51.549207Z","steps":["trace[1061088203] 'agreement among raft nodes before linearized reading' (duration: 132.979123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:51.549297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:50.164674Z","time spent":"1.384601774s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-15T02:18:51.549181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:51.09959Z","time spent":"449.579517ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189ce23036c903b0\" "} {"level":"warn","ts":"2026-03-15T02:18:52.100645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837384173,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:18:52.970278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.289764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:18:52.970411Z","caller":"traceutil/trace.go:171","msg":"trace[1689175892] transaction","detail":"{read_only:false; response_revision:8283; number_of_response:1; }","duration":"1.411938646s","start":"2026-03-15T02:18:51.558446Z","end":"2026-03-15T02:18:52.970385Z","steps":["trace[1689175892] 'process raft request' (duration: 935.438117ms)","trace[1689175892] 'compare' (duration: 475.594918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:52.970503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:51.558431Z","time spent":"1.412027538s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:53.322754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.830054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:18:53.322881Z","caller":"traceutil/trace.go:171","msg":"trace[2060358389] linearizableReadLoop","detail":"{readStateIndex:8607; appliedIndex:8605; }","duration":"1.722857427s","start":"2026-03-15T02:18:51.6Z","end":"2026-03-15T02:18:53.322857Z","steps":["trace[2060358389] 'read index received' (duration: 893.981613ms)","trace[2060358389] 'applied index is now lower than readState.Index' (duration: 828.873604ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:18:53.323004Z","caller":"traceutil/trace.go:171","msg":"trace[2142725039] transaction","detail":"{read_only:false; response_revision:8284; number_of_response:1; }","duration":"1.753989078s","start":"2026-03-15T02:18:51.568997Z","end":"2026-03-15T02:18:53.322986Z","steps":["trace[2142725039] 'process raft request' (duration: 1.584819356s)","trace[2142725039] 'compare' (duration: 168.470496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:53.323124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:51.568981Z","time spent":"1.75409632s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4812,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:53.323221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.893569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:18:53.323241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723159994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-03-15T02:18:53.32327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667785915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-15T02:18:53.323291Z","caller":"traceutil/trace.go:171","msg":"trace[272404552] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8284; }","duration":"991.018692ms","start":"2026-03-15T02:18:52.332254Z","end":"2026-03-15T02:18:53.323273Z","steps":["trace[272404552] 'agreement among raft nodes before linearized reading' (duration: 990.878109ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:53.323297Z","caller":"traceutil/trace.go:171","msg":"trace[1702114890] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8284; }","duration":"1.723250916s","start":"2026-03-15T02:18:51.600032Z","end":"2026-03-15T02:18:53.323283Z","steps":["trace[1702114890] 'agreement among raft nodes before linearized reading' (duration: 1.723095163s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:53.323304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.176806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-pfdff.189ce2394a9cb405\" ","response":"range_response_count:1 size:861"} {"level":"warn","ts":"2026-03-15T02:18:53.323286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340376246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:53.323311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712096325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-15T02:18:53.323305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.940621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:18:53.323341Z","caller":"traceutil/trace.go:171","msg":"trace[2108021779] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-pfdff.189ce2394a9cb405; range_end:; response_count:1; response_revision:8284; }","duration":"348.238317ms","start":"2026-03-15T02:18:52.975091Z","end":"2026-03-15T02:18:53.323329Z","steps":["trace[2108021779] 'agreement among raft nodes before linearized reading' (duration: 348.106584ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:53.323321Z","caller":"traceutil/trace.go:171","msg":"trace[672224820] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8284; }","duration":"1.667896057s","start":"2026-03-15T02:18:51.655411Z","end":"2026-03-15T02:18:53.323307Z","steps":["trace[672224820] 'agreement among raft nodes before linearized reading' (duration: 1.667752053s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:53.323352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723340869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-03-15T02:18:53.323366Z","caller":"traceutil/trace.go:171","msg":"trace[1141906581] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8284; }","duration":"1.712166117s","start":"2026-03-15T02:18:51.611184Z","end":"2026-03-15T02:18:53.32335Z","steps":["trace[1141906581] 'agreement among raft nodes before linearized reading' (duration: 1.711987863s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:53.32336Z","caller":"traceutil/trace.go:171","msg":"trace[341314677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8284; }","duration":"1.340498229s","start":"2026-03-15T02:18:51.982842Z","end":"2026-03-15T02:18:53.323341Z","steps":["trace[341314677] 'agreement among raft nodes before linearized reading' (duration: 1.340349825s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:53.323377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:52.975076Z","time spent":"348.292708ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-pfdff.189ce2394a9cb405\" "} {"level":"info","ts":"2026-03-15T02:18:53.323379Z","caller":"traceutil/trace.go:171","msg":"trace[1819833545] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8284; }","duration":"397.063784ms","start":"2026-03-15T02:18:52.926297Z","end":"2026-03-15T02:18:53.32336Z","steps":["trace[1819833545] 'agreement among raft nodes before linearized reading' (duration: 396.931361ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:53.323401Z","caller":"traceutil/trace.go:171","msg":"trace[999013421] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:8284; }","duration":"1.72341338s","start":"2026-03-15T02:18:51.599973Z","end":"2026-03-15T02:18:53.323386Z","steps":["trace[999013421] 'agreement among raft nodes before linearized reading' (duration: 1.723249056s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:53.323403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:51.611178Z","time spent":"1.712217468s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-15T02:18:53.323428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:51.982825Z","time spent":"1.34058052s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:18:53.323432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:52.926271Z","time spent":"397.146286ms","remote":"127.0.0.1:41650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:53.323438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:51.599958Z","time spent":"1.723472322s","remote":"127.0.0.1:41404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-15T02:18:53.323383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:51.655379Z","time spent":"1.667996309s","remote":"127.0.0.1:41398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-15T02:18:53.323333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:52.332232Z","time spent":"991.090673ms","remote":"127.0.0.1:43014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:53.323333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:51.600014Z","time spent":"1.723310117s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-15T02:18:53.636322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.058672ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-15T02:18:53.636436Z","caller":"traceutil/trace.go:171","msg":"trace[233154263] linearizableReadLoop","detail":"{readStateIndex:8609; appliedIndex:8608; }","duration":"257.292112ms","start":"2026-03-15T02:18:53.379126Z","end":"2026-03-15T02:18:53.636419Z","steps":["trace[233154263] 'read index received' (duration: 56.058576ms)","trace[233154263] 'applied index is now lower than readState.Index' (duration: 201.231596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:53.636635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.084639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-15T02:18:53.636665Z","caller":"traceutil/trace.go:171","msg":"trace[249943391] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:8285; }","duration":"309.136759ms","start":"2026-03-15T02:18:53.32752Z","end":"2026-03-15T02:18:53.636657Z","steps":["trace[249943391] 'agreement among raft nodes before linearized reading' (duration: 308.982656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:53.636664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.016094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-15T02:18:53.636735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.614091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:53.636718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.920264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:53.636783Z","caller":"traceutil/trace.go:171","msg":"trace[975920579] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8285; }","duration":"308.143976ms","start":"2026-03-15T02:18:53.32859Z","end":"2026-03-15T02:18:53.636734Z","steps":["trace[975920579] 'agreement among raft nodes before linearized reading' (duration: 307.86033ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:53.63682Z","caller":"traceutil/trace.go:171","msg":"trace[1089669102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8285; }","duration":"306.060788ms","start":"2026-03-15T02:18:53.330739Z","end":"2026-03-15T02:18:53.636799Z","steps":["trace[1089669102] 'agreement among raft nodes before linearized reading' (duration: 305.902904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:53.636853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.469326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189ce2386c6917cc\" ","response":"range_response_count:1 size:874"} {"level":"warn","ts":"2026-03-15T02:18:53.636863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:53.330719Z","time spent":"306.135139ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-15T02:18:53.636876Z","caller":"traceutil/trace.go:171","msg":"trace[1678562217] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.189ce2386c6917cc; range_end:; response_count:1; response_revision:8285; }","duration":"254.520127ms","start":"2026-03-15T02:18:53.382349Z","end":"2026-03-15T02:18:53.636869Z","steps":["trace[1678562217] 'agreement among raft nodes before linearized reading' (duration: 254.446496ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:53.636777Z","caller":"traceutil/trace.go:171","msg":"trace[1177931840] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:8285; }","duration":"309.670422ms","start":"2026-03-15T02:18:53.327097Z","end":"2026-03-15T02:18:53.636768Z","steps":["trace[1177931840] 'agreement among raft nodes before linearized reading' (duration: 309.613321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:53.637202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.645557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-tzc7s\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-03-15T02:18:53.637285Z","caller":"traceutil/trace.go:171","msg":"trace[817910176] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-tzc7s; range_end:; response_count:1; response_revision:8285; }","duration":"233.739989ms","start":"2026-03-15T02:18:53.403513Z","end":"2026-03-15T02:18:53.637253Z","steps":["trace[817910176] 'agreement among raft nodes before linearized reading' (duration: 233.593226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:53.636696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:53.327511Z","time spent":"309.17814ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-15T02:18:53.63695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:53.327087Z","time spent":"309.843756ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-03-15T02:18:53.637696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:53.328582Z","time spent":"308.250029ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-15T02:18:53.761548Z","caller":"traceutil/trace.go:171","msg":"trace[288904825] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8286; }","duration":"121.790869ms","start":"2026-03-15T02:18:53.639729Z","end":"2026-03-15T02:18:53.76152Z","steps":["trace[288904825] 'process raft request' (duration: 121.624075ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:53.942094Z","caller":"traceutil/trace.go:171","msg":"trace[1456215592] linearizableReadLoop","detail":"{readStateIndex:8611; appliedIndex:8609; }","duration":"301.117441ms","start":"2026-03-15T02:18:53.640952Z","end":"2026-03-15T02:18:53.942069Z","steps":["trace[1456215592] 'read index received' (duration: 120.404027ms)","trace[1456215592] 'applied index is now lower than readState.Index' (duration: 180.712504ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:18:53.942176Z","caller":"traceutil/trace.go:171","msg":"trace[1163828161] transaction","detail":"{read_only:false; response_revision:8288; number_of_response:1; }","duration":"294.176168ms","start":"2026-03-15T02:18:53.647962Z","end":"2026-03-15T02:18:53.942138Z","steps":["trace[1163828161] 'process raft request' (duration: 294.043835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:53.942362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.848644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-03-15T02:18:53.942383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.390898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-15T02:18:53.942424Z","caller":"traceutil/trace.go:171","msg":"trace[1478482393] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8288; }","duration":"301.480829ms","start":"2026-03-15T02:18:53.64093Z","end":"2026-03-15T02:18:53.942411Z","steps":["trace[1478482393] 'agreement among raft nodes before linearized reading' (duration: 301.276084ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:53.942423Z","caller":"traceutil/trace.go:171","msg":"trace[810184804] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8288; }","duration":"300.938997ms","start":"2026-03-15T02:18:53.641469Z","end":"2026-03-15T02:18:53.942408Z","steps":["trace[810184804] 'agreement among raft nodes before linearized reading' (duration: 300.775703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:53.942468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:53.641461Z","time spent":"300.992638ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-15T02:18:53.942437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.870664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:53.942538Z","caller":"traceutil/trace.go:171","msg":"trace[1089148380] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8288; }","duration":"137.026858ms","start":"2026-03-15T02:18:53.805484Z","end":"2026-03-15T02:18:53.942511Z","steps":["trace[1089148380] 'agreement among raft nodes before linearized reading' (duration: 136.844453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:53.942478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:53.640917Z","time spent":"301.552171ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-03-15T02:18:53.942805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.027169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229007"} {"level":"info","ts":"2026-03-15T02:18:53.942761Z","caller":"traceutil/trace.go:171","msg":"trace[833825681] transaction","detail":"{read_only:false; response_revision:8287; number_of_response:1; }","duration":"302.673817ms","start":"2026-03-15T02:18:53.640025Z","end":"2026-03-15T02:18:53.942698Z","steps":["trace[833825681] 'process raft request' (duration: 301.812117ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:53.9429Z","caller":"traceutil/trace.go:171","msg":"trace[1233110689] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8288; }","duration":"301.149691ms","start":"2026-03-15T02:18:53.641728Z","end":"2026-03-15T02:18:53.942877Z","steps":["trace[1233110689] 'agreement among raft nodes before linearized reading' (duration: 300.579248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:53.942951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:53.641722Z","time spent":"301.218394ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":229031,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-15T02:18:53.942984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:53.639997Z","time spent":"302.900703ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:18:54.134423Z","caller":"traceutil/trace.go:171","msg":"trace[77820348] linearizableReadLoop","detail":"{readStateIndex:8613; appliedIndex:8612; }","duration":"182.738911ms","start":"2026-03-15T02:18:53.951618Z","end":"2026-03-15T02:18:54.134357Z","steps":["trace[77820348] 'read index received' (duration: 84.888743ms)","trace[77820348] 'applied index is now lower than readState.Index' (duration: 97.847408ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:18:54.134628Z","caller":"traceutil/trace.go:171","msg":"trace[974084020] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"184.940512ms","start":"2026-03-15T02:18:53.949675Z","end":"2026-03-15T02:18:54.134616Z","steps":["trace[974084020] 'process raft request' (duration: 86.846388ms)","trace[974084020] 'compare' (duration: 97.566041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:54.134843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.940835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:54.134897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.270433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4663"} {"level":"info","ts":"2026-03-15T02:18:54.134919Z","caller":"traceutil/trace.go:171","msg":"trace[1076098859] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:8289; }","duration":"180.039607ms","start":"2026-03-15T02:18:53.954861Z","end":"2026-03-15T02:18:54.134901Z","steps":["trace[1076098859] 'agreement among raft nodes before linearized reading' (duration: 179.902813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:54.134902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.587787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-15T02:18:54.134943Z","caller":"traceutil/trace.go:171","msg":"trace[1963454613] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:8289; }","duration":"183.357665ms","start":"2026-03-15T02:18:53.951574Z","end":"2026-03-15T02:18:54.134932Z","steps":["trace[1963454613] 'agreement among raft nodes before linearized reading' (duration: 183.174631ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:54.134967Z","caller":"traceutil/trace.go:171","msg":"trace[989408255] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8289; }","duration":"182.676149ms","start":"2026-03-15T02:18:53.952276Z","end":"2026-03-15T02:18:54.134952Z","steps":["trace[989408255] 'agreement among raft nodes before linearized reading' (duration: 182.467274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:54.503147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.395024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:18:54.503297Z","caller":"traceutil/trace.go:171","msg":"trace[563719022] transaction","detail":"{read_only:false; response_revision:8290; number_of_response:1; }","duration":"363.884805ms","start":"2026-03-15T02:18:54.139384Z","end":"2026-03-15T02:18:54.503269Z","steps":["trace[563719022] 'process raft request' (duration: 155.257795ms)","trace[563719022] 'compare' (duration: 208.105658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:54.503371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:54.139365Z","time spent":"363.971387ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:18:54.529035Z","caller":"traceutil/trace.go:171","msg":"trace[846058194] linearizableReadLoop","detail":"{readStateIndex:8615; appliedIndex:8613; }","duration":"387.325075ms","start":"2026-03-15T02:18:54.141689Z","end":"2026-03-15T02:18:54.529014Z","steps":["trace[846058194] 'read index received' (duration: 152.968232ms)","trace[846058194] 'applied index is now lower than readState.Index' (duration: 234.355123ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:18:54.529117Z","caller":"traceutil/trace.go:171","msg":"trace[249723870] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"388.146955ms","start":"2026-03-15T02:18:54.140935Z","end":"2026-03-15T02:18:54.529082Z","steps":["trace[249723870] 'process raft request' (duration: 387.791967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:54.529269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:54.140912Z","time spent":"388.269177ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4931,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:54.529299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.589171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-15T02:18:54.529369Z","caller":"traceutil/trace.go:171","msg":"trace[736266776] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8291; }","duration":"387.700494ms","start":"2026-03-15T02:18:54.141651Z","end":"2026-03-15T02:18:54.529352Z","steps":["trace[736266776] 'agreement among raft nodes before linearized reading' (duration: 387.50726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:54.529277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.543987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:54.529412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:54.141637Z","time spent":"387.766846ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-03-15T02:18:54.529528Z","caller":"traceutil/trace.go:171","msg":"trace[2097351511] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:8291; }","duration":"386.721691ms","start":"2026-03-15T02:18:54.142714Z","end":"2026-03-15T02:18:54.529436Z","steps":["trace[2097351511] 'agreement among raft nodes before linearized reading' (duration: 386.488456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:54.529613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:54.14269Z","time spent":"386.906535ms","remote":"127.0.0.1:41304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"info","ts":"2026-03-15T02:18:54.804837Z","caller":"traceutil/trace.go:171","msg":"trace[337139889] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"271.108246ms","start":"2026-03-15T02:18:54.533682Z","end":"2026-03-15T02:18:54.80479Z","steps":["trace[337139889] 'process raft request' (duration: 240.63014ms)","trace[337139889] 'compare' (duration: 30.020915ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:18:54.804958Z","caller":"traceutil/trace.go:171","msg":"trace[456965903] linearizableReadLoop","detail":"{readStateIndex:8616; appliedIndex:8615; }","duration":"271.168927ms","start":"2026-03-15T02:18:54.533716Z","end":"2026-03-15T02:18:54.804884Z","steps":["trace[456965903] 'read index received' (duration: 82.092µs)","trace[456965903] 'applied index is now lower than readState.Index' (duration: 271.084785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:54.805547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.808922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-15T02:18:54.805605Z","caller":"traceutil/trace.go:171","msg":"trace[880176139] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8292; }","duration":"271.943266ms","start":"2026-03-15T02:18:54.533648Z","end":"2026-03-15T02:18:54.805591Z","steps":["trace[880176139] 'agreement among raft nodes before linearized reading' (duration: 271.576117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:55.172924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.902615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:18:55.173037Z","caller":"traceutil/trace.go:171","msg":"trace[290067923] linearizableReadLoop","detail":"{readStateIndex:8617; appliedIndex:8616; }","duration":"367.826557ms","start":"2026-03-15T02:18:54.805192Z","end":"2026-03-15T02:18:55.173018Z","steps":["trace[290067923] 'read index received' (duration: 250.644836ms)","trace[290067923] 'applied index is now lower than readState.Index' (duration: 117.180591ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:18:55.173099Z","caller":"traceutil/trace.go:171","msg":"trace[717054386] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"632.354629ms","start":"2026-03-15T02:18:54.540691Z","end":"2026-03-15T02:18:55.173046Z","steps":["trace[717054386] 'process raft request' (duration: 515.235939ms)","trace[717054386] 'compare' (duration: 116.618158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:55.173268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:54.540683Z","time spent":"632.492333ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4814,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:55.173282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.05395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-15T02:18:55.173324Z","caller":"traceutil/trace.go:171","msg":"trace[1013037401] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8293; }","duration":"637.134681ms","start":"2026-03-15T02:18:54.536178Z","end":"2026-03-15T02:18:55.173312Z","steps":["trace[1013037401] 'agreement among raft nodes before linearized reading' (duration: 636.956557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:55.173369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:54.536167Z","time spent":"637.177113ms","remote":"127.0.0.1:41600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-15T02:18:55.173443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.574175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-03-15T02:18:55.173445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.587326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:55.173488Z","caller":"traceutil/trace.go:171","msg":"trace[467590644] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8293; }","duration":"362.657536ms","start":"2026-03-15T02:18:54.810819Z","end":"2026-03-15T02:18:55.173476Z","steps":["trace[467590644] 'agreement among raft nodes before linearized reading' (duration: 362.476732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:55.173523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:54.810799Z","time spent":"362.716698ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-03-15T02:18:55.173528Z","caller":"traceutil/trace.go:171","msg":"trace[298598997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8293; }","duration":"190.710719ms","start":"2026-03-15T02:18:54.982793Z","end":"2026-03-15T02:18:55.173504Z","steps":["trace[298598997] 'agreement among raft nodes before linearized reading' (duration: 190.547045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:55.173853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.885098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-15T02:18:55.173864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.533778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112158"} {"level":"info","ts":"2026-03-15T02:18:55.173882Z","caller":"traceutil/trace.go:171","msg":"trace[44921937] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8293; }","duration":"335.9419ms","start":"2026-03-15T02:18:54.837933Z","end":"2026-03-15T02:18:55.173875Z","steps":["trace[44921937] 'agreement among raft nodes before linearized reading' (duration: 335.347066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:55.173901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:54.837922Z","time spent":"335.97342ms","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":902,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:18:55.174005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.303509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-pfdff.189ce2394a9da4ec\" ","response":"range_response_count:1 size:860"} {"level":"info","ts":"2026-03-15T02:18:55.173892Z","caller":"traceutil/trace.go:171","msg":"trace[1060757224] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8293; }","duration":"636.584539ms","start":"2026-03-15T02:18:54.5373Z","end":"2026-03-15T02:18:55.173885Z","steps":["trace[1060757224] 'agreement among raft nodes before linearized reading' (duration: 635.759199ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:55.174085Z","caller":"traceutil/trace.go:171","msg":"trace[1064088695] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-pfdff.189ce2394a9da4ec; range_end:; response_count:1; response_revision:8293; }","duration":"365.442442ms","start":"2026-03-15T02:18:54.808622Z","end":"2026-03-15T02:18:55.174064Z","steps":["trace[1064088695] 'agreement among raft nodes before linearized reading' (duration: 364.622053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:55.174136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:54.808598Z","time spent":"365.527363ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":884,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-pfdff.189ce2394a9da4ec\" "} {"level":"warn","ts":"2026-03-15T02:18:55.174126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:54.537291Z","time spent":"636.821444ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112182,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-15T02:18:55.607155Z","caller":"traceutil/trace.go:171","msg":"trace[485925100] linearizableReadLoop","detail":"{readStateIndex:8619; appliedIndex:8618; }","duration":"352.564919ms","start":"2026-03-15T02:18:55.254563Z","end":"2026-03-15T02:18:55.607128Z","steps":["trace[485925100] 'read index received' (duration: 352.394825ms)","trace[485925100] 'applied index is now lower than readState.Index' (duration: 168.774µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:18:55.607176Z","caller":"traceutil/trace.go:171","msg":"trace[1800044766] transaction","detail":"{read_only:false; response_revision:8295; number_of_response:1; }","duration":"356.40472ms","start":"2026-03-15T02:18:55.250749Z","end":"2026-03-15T02:18:55.607154Z","steps":["trace[1800044766] 'process raft request' (duration: 356.215056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:55.607354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:55.250737Z","time spent":"356.534453ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:55.607363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.780284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-15T02:18:55.607414Z","caller":"traceutil/trace.go:171","msg":"trace[558942696] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8295; }","duration":"352.871987ms","start":"2026-03-15T02:18:55.254527Z","end":"2026-03-15T02:18:55.607399Z","steps":["trace[558942696] 'agreement among raft nodes before linearized reading' (duration: 352.696043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:55.607472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:55.254509Z","time spent":"352.956788ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-15T02:18:55.916648Z","caller":"traceutil/trace.go:171","msg":"trace[1315096685] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"660.336187ms","start":"2026-03-15T02:18:55.256285Z","end":"2026-03-15T02:18:55.916621Z","steps":["trace[1315096685] 'process raft request' (duration: 659.839615ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:55.916806Z","caller":"traceutil/trace.go:171","msg":"trace[1730374766] linearizableReadLoop","detail":"{readStateIndex:8621; appliedIndex:8619; }","duration":"309.556459ms","start":"2026-03-15T02:18:55.607231Z","end":"2026-03-15T02:18:55.916788Z","steps":["trace[1730374766] 'read index received' (duration: 308.878733ms)","trace[1730374766] 'applied index is now lower than readState.Index' (duration: 676.216µs)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:55.91683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:55.256269Z","time spent":"660.450179ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5939,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:18:55.916908Z","caller":"traceutil/trace.go:171","msg":"trace[1326302142] transaction","detail":"{read_only:false; response_revision:8297; number_of_response:1; }","duration":"657.907969ms","start":"2026-03-15T02:18:55.258939Z","end":"2026-03-15T02:18:55.916847Z","steps":["trace[1326302142] 'process raft request' (duration: 657.571191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:55.917017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.090471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189ce23036c903b0\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-15T02:18:55.917063Z","caller":"traceutil/trace.go:171","msg":"trace[2050249487] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189ce23036c903b0; range_end:; response_count:1; response_revision:8297; }","duration":"307.184773ms","start":"2026-03-15T02:18:55.609864Z","end":"2026-03-15T02:18:55.917049Z","steps":["trace[2050249487] 'agreement among raft nodes before linearized reading' (duration: 307.030669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:55.917104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:55.609842Z","time spent":"307.253545ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189ce23036c903b0\" "} {"level":"warn","ts":"2026-03-15T02:18:55.917154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:55.258935Z","time spent":"658.081583ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:55.917163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.19592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-15T02:18:55.917244Z","caller":"traceutil/trace.go:171","msg":"trace[762076439] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8297; }","duration":"306.301962ms","start":"2026-03-15T02:18:55.610921Z","end":"2026-03-15T02:18:55.917223Z","steps":["trace[762076439] 'agreement among raft nodes before linearized reading' (duration: 306.079077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:55.917301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:55.610908Z","time spent":"306.383595ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-15T02:18:55.918386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.700007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210803"} {"level":"info","ts":"2026-03-15T02:18:55.918442Z","caller":"traceutil/trace.go:171","msg":"trace[1053715377] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8297; }","duration":"385.984303ms","start":"2026-03-15T02:18:55.532445Z","end":"2026-03-15T02:18:55.918429Z","steps":["trace[1053715377] 'agreement among raft nodes before linearized reading' (duration: 384.408586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:55.920243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:55.532418Z","time spent":"387.804377ms","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210827,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-15T02:18:56.299159Z","caller":"traceutil/trace.go:171","msg":"trace[8558965] linearizableReadLoop","detail":"{readStateIndex:8623; appliedIndex:8622; }","duration":"326.21283ms","start":"2026-03-15T02:18:55.972925Z","end":"2026-03-15T02:18:56.299138Z","steps":["trace[8558965] 'read index received' (duration: 326.079347ms)","trace[8558965] 'applied index is now lower than readState.Index' (duration: 132.643µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:18:56.299216Z","caller":"traceutil/trace.go:171","msg":"trace[371991245] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"366.136608ms","start":"2026-03-15T02:18:55.933054Z","end":"2026-03-15T02:18:56.29919Z","steps":["trace[371991245] 'process raft request' (duration: 365.940563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:56.299322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.537405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4z7pz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-15T02:18:56.299352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.438125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-03-15T02:18:56.299354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:55.933036Z","time spent":"366.24097ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6234,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:18:56.299392Z","caller":"traceutil/trace.go:171","msg":"trace[976080835] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8299; }","duration":"346.509457ms","start":"2026-03-15T02:18:55.952868Z","end":"2026-03-15T02:18:56.299377Z","steps":["trace[976080835] 'agreement among raft nodes before linearized reading' (duration: 346.371214ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:56.299387Z","caller":"traceutil/trace.go:171","msg":"trace[433891340] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4z7pz; range_end:; response_count:1; response_revision:8299; }","duration":"331.647688ms","start":"2026-03-15T02:18:55.967725Z","end":"2026-03-15T02:18:56.299373Z","steps":["trace[433891340] 'agreement among raft nodes before linearized reading' (duration: 331.503395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:56.299435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:55.952855Z","time spent":"346.568598ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1841,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-15T02:18:56.299435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:55.967677Z","time spent":"331.74984ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-4z7pz\" "} {"level":"info","ts":"2026-03-15T02:18:56.404267Z","caller":"traceutil/trace.go:171","msg":"trace[533065442] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"427.612961ms","start":"2026-03-15T02:18:55.976607Z","end":"2026-03-15T02:18:56.404219Z","steps":["trace[533065442] 'process raft request' (duration: 399.712736ms)","trace[533065442] 'compare' (duration: 27.462705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:56.404415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:55.976592Z","time spent":"427.752555ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-15T02:18:56.404426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.389059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:56.40443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.758477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:56.404266Z","caller":"traceutil/trace.go:171","msg":"trace[1741206169] linearizableReadLoop","detail":"{readStateIndex:8624; appliedIndex:8623; }","duration":"104.998416ms","start":"2026-03-15T02:18:56.299219Z","end":"2026-03-15T02:18:56.404217Z","steps":["trace[1741206169] 'read index received' (duration: 77.04095ms)","trace[1741206169] 'applied index is now lower than readState.Index' (duration: 27.952866ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:18:56.404543Z","caller":"traceutil/trace.go:171","msg":"trace[1871214709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8300; }","duration":"241.920261ms","start":"2026-03-15T02:18:56.162594Z","end":"2026-03-15T02:18:56.404514Z","steps":["trace[1871214709] 'agreement among raft nodes before linearized reading' (duration: 241.676665ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:56.404518Z","caller":"traceutil/trace.go:171","msg":"trace[1205934304] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:8300; }","duration":"428.545594ms","start":"2026-03-15T02:18:55.97595Z","end":"2026-03-15T02:18:56.404496Z","steps":["trace[1205934304] 'agreement among raft nodes before linearized reading' (duration: 428.39294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:56.404871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:55.975936Z","time spent":"428.871991ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-03-15T02:18:56.405029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.503204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6755"} {"level":"info","ts":"2026-03-15T02:18:56.405127Z","caller":"traceutil/trace.go:171","msg":"trace[1723969859] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:8300; }","duration":"101.662558ms","start":"2026-03-15T02:18:56.303441Z","end":"2026-03-15T02:18:56.405103Z","steps":["trace[1723969859] 'agreement among raft nodes before linearized reading' (duration: 101.368321ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:56.781695Z","caller":"traceutil/trace.go:171","msg":"trace[634121701] linearizableReadLoop","detail":"{readStateIndex:8626; appliedIndex:8625; }","duration":"292.439867ms","start":"2026-03-15T02:18:56.489224Z","end":"2026-03-15T02:18:56.781664Z","steps":["trace[634121701] 'read index received' (duration: 291.749181ms)","trace[634121701] 'applied index is now lower than readState.Index' (duration: 689.576µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:18:56.781834Z","caller":"traceutil/trace.go:171","msg":"trace[414869075] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"365.923993ms","start":"2026-03-15T02:18:56.415893Z","end":"2026-03-15T02:18:56.781817Z","steps":["trace[414869075] 'process raft request' (duration: 365.186306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:56.781947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:56.415876Z","time spent":"365.984204ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7052,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:56.782101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.433183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-15T02:18:56.782366Z","caller":"traceutil/trace.go:171","msg":"trace[1403849543] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8302; }","duration":"288.754ms","start":"2026-03-15T02:18:56.493589Z","end":"2026-03-15T02:18:56.782343Z","steps":["trace[1403849543] 'agreement among raft nodes before linearized reading' (duration: 288.32133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:56.782587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.997702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:18:56.782788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.564148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-15T02:18:56.782872Z","caller":"traceutil/trace.go:171","msg":"trace[477449107] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8302; }","duration":"366.738032ms","start":"2026-03-15T02:18:56.416112Z","end":"2026-03-15T02:18:56.78285Z","steps":["trace[477449107] 'agreement among raft nodes before linearized reading' (duration: 366.465056ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:56.78287Z","caller":"traceutil/trace.go:171","msg":"trace[1427672701] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8302; }","duration":"259.277389ms","start":"2026-03-15T02:18:56.523546Z","end":"2026-03-15T02:18:56.782824Z","steps":["trace[1427672701] 'agreement among raft nodes before linearized reading' (duration: 258.986632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:56.782931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:56.416088Z","time spent":"366.827504ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-15T02:18:56.782645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.863473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-pfdff.189ce2394a9cb405\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-03-15T02:18:56.783085Z","caller":"traceutil/trace.go:171","msg":"trace[790593187] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-pfdff.189ce2394a9cb405; range_end:; response_count:1; response_revision:8302; }","duration":"289.344474ms","start":"2026-03-15T02:18:56.493715Z","end":"2026-03-15T02:18:56.78306Z","steps":["trace[790593187] 'agreement among raft nodes before linearized reading' (duration: 288.824502ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:56.978598Z","caller":"traceutil/trace.go:171","msg":"trace[826300961] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"192.842378ms","start":"2026-03-15T02:18:56.785723Z","end":"2026-03-15T02:18:56.978565Z","steps":["trace[826300961] 'process raft request' (duration: 137.939809ms)","trace[826300961] 'compare' (duration: 54.631293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:56.979125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.804954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4134"} {"level":"info","ts":"2026-03-15T02:18:56.979176Z","caller":"traceutil/trace.go:171","msg":"trace[895422052] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:8303; }","duration":"191.918866ms","start":"2026-03-15T02:18:56.787245Z","end":"2026-03-15T02:18:56.979164Z","steps":["trace[895422052] 'agreement among raft nodes before linearized reading' (duration: 191.710992ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:56.978561Z","caller":"traceutil/trace.go:171","msg":"trace[959454462] linearizableReadLoop","detail":"{readStateIndex:8627; appliedIndex:8626; }","duration":"191.22067ms","start":"2026-03-15T02:18:56.787296Z","end":"2026-03-15T02:18:56.978516Z","steps":["trace[959454462] 'read index received' (duration: 136.418673ms)","trace[959454462] 'applied index is now lower than readState.Index' (duration: 54.799347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:56.979513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.183339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-15T02:18:56.979557Z","caller":"traceutil/trace.go:171","msg":"trace[1101453307] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8303; }","duration":"191.245581ms","start":"2026-03-15T02:18:56.788299Z","end":"2026-03-15T02:18:56.979545Z","steps":["trace[1101453307] 'agreement among raft nodes before linearized reading' (duration: 191.135819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:56.979597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.711912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-03-15T02:18:56.979636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.770767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:18:56.979817Z","caller":"traceutil/trace.go:171","msg":"trace[1579284078] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8303; }","duration":"124.045033ms","start":"2026-03-15T02:18:56.855739Z","end":"2026-03-15T02:18:56.979784Z","steps":["trace[1579284078] 'agreement among raft nodes before linearized reading' (duration: 123.681615ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:56.979677Z","caller":"traceutil/trace.go:171","msg":"trace[1130162907] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8303; }","duration":"191.832485ms","start":"2026-03-15T02:18:56.787826Z","end":"2026-03-15T02:18:56.979659Z","steps":["trace[1130162907] 'agreement among raft nodes before linearized reading' (duration: 191.554679ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:57.375767Z","caller":"traceutil/trace.go:171","msg":"trace[168923118] linearizableReadLoop","detail":"{readStateIndex:8628; appliedIndex:8627; }","duration":"388.876552ms","start":"2026-03-15T02:18:56.986858Z","end":"2026-03-15T02:18:57.375735Z","steps":["trace[168923118] 'read index received' (duration: 302.32989ms)","trace[168923118] 'applied index is now lower than readState.Index' (duration: 86.545712ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:18:57.375865Z","caller":"traceutil/trace.go:171","msg":"trace[502369773] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"389.340942ms","start":"2026-03-15T02:18:56.986453Z","end":"2026-03-15T02:18:57.375794Z","steps":["trace[502369773] 'process raft request' (duration: 302.78026ms)","trace[502369773] 'compare' (duration: 86.376278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:57.376055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.170809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-15T02:18:57.376103Z","caller":"traceutil/trace.go:171","msg":"trace[1742558698] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8304; }","duration":"389.25093ms","start":"2026-03-15T02:18:56.986835Z","end":"2026-03-15T02:18:57.376085Z","steps":["trace[1742558698] 'agreement among raft nodes before linearized reading' (duration: 389.024725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:57.376097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:56.986429Z","time spent":"389.534257ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:57.376153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:56.986825Z","time spent":"389.317113ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-03-15T02:18:57.592321Z","caller":"traceutil/trace.go:171","msg":"trace[285067000] linearizableReadLoop","detail":"{readStateIndex:8629; appliedIndex:8628; }","duration":"216.457173ms","start":"2026-03-15T02:18:57.375834Z","end":"2026-03-15T02:18:57.592291Z","steps":["trace[285067000] 'read index received' (duration: 120.473829ms)","trace[285067000] 'applied index is now lower than readState.Index' (duration: 95.982434ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:18:57.592437Z","caller":"traceutil/trace.go:171","msg":"trace[1313261570] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"605.353835ms","start":"2026-03-15T02:18:56.987051Z","end":"2026-03-15T02:18:57.592405Z","steps":["trace[1313261570] 'process raft request' (duration: 509.186847ms)","trace[1313261570] 'compare' (duration: 95.868241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:57.592613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:56.987034Z","time spent":"605.458898ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:57.592641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.364348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-15T02:18:57.592681Z","caller":"traceutil/trace.go:171","msg":"trace[401755803] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8305; }","duration":"594.47083ms","start":"2026-03-15T02:18:56.998196Z","end":"2026-03-15T02:18:57.592667Z","steps":["trace[401755803] 'agreement among raft nodes before linearized reading' (duration: 594.234735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:57.59272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:56.998173Z","time spent":"594.538771ms","remote":"127.0.0.1:45152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-15T02:18:57.59274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.276215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5c76564898-hfp2n.189ce21f4391946a\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-15T02:18:57.592776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.137748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-15T02:18:57.592831Z","caller":"traceutil/trace.go:171","msg":"trace[1783549295] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8305; }","duration":"211.266952ms","start":"2026-03-15T02:18:57.381547Z","end":"2026-03-15T02:18:57.592814Z","steps":["trace[1783549295] 'agreement among raft nodes before linearized reading' (duration: 211.049457ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:57.592828Z","caller":"traceutil/trace.go:171","msg":"trace[986534856] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5c76564898-hfp2n.189ce21f4391946a; range_end:; response_count:1; response_revision:8305; }","duration":"212.405078ms","start":"2026-03-15T02:18:57.380404Z","end":"2026-03-15T02:18:57.592809Z","steps":["trace[986534856] 'agreement among raft nodes before linearized reading' (duration: 212.129051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:57.946514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.732003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:18:57.94664Z","caller":"traceutil/trace.go:171","msg":"trace[1570613641] linearizableReadLoop","detail":"{readStateIndex:8631; appliedIndex:8630; }","duration":"279.686948ms","start":"2026-03-15T02:18:57.666933Z","end":"2026-03-15T02:18:57.94662Z","steps":["trace[1570613641] 'read index received' (duration: 81.689289ms)","trace[1570613641] 'applied index is now lower than readState.Index' (duration: 197.996509ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:18:57.946736Z","caller":"traceutil/trace.go:171","msg":"trace[1266475223] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"282.011022ms","start":"2026-03-15T02:18:57.664709Z","end":"2026-03-15T02:18:57.94672Z","steps":["trace[1266475223] 'process raft request' (duration: 83.979352ms)","trace[1266475223] 'compare' (duration: 197.59559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:18:57.94717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.952564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-15T02:18:57.947211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.895779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-15T02:18:57.947279Z","caller":"traceutil/trace.go:171","msg":"trace[422776884] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:8307; }","duration":"102.122028ms","start":"2026-03-15T02:18:57.84513Z","end":"2026-03-15T02:18:57.947252Z","steps":["trace[422776884] 'agreement among raft nodes before linearized reading' (duration: 101.7969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:57.947173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.220784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-tzc7s\" ","response":"range_response_count:1 size:4829"} {"level":"info","ts":"2026-03-15T02:18:57.94732Z","caller":"traceutil/trace.go:171","msg":"trace[241322964] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8307; }","duration":"276.058713ms","start":"2026-03-15T02:18:57.671231Z","end":"2026-03-15T02:18:57.94729Z","steps":["trace[241322964] 'agreement among raft nodes before linearized reading' (duration: 275.718395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:57.946937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.463562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189ce23036c903b0\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-15T02:18:57.947697Z","caller":"traceutil/trace.go:171","msg":"trace[1058517902] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189ce23036c903b0; range_end:; response_count:1; response_revision:8307; }","duration":"277.264201ms","start":"2026-03-15T02:18:57.670414Z","end":"2026-03-15T02:18:57.947679Z","steps":["trace[1058517902] 'agreement among raft nodes before linearized reading' (duration: 276.36124ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:57.947857Z","caller":"traceutil/trace.go:171","msg":"trace[1891930494] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-tzc7s; range_end:; response_count:1; response_revision:8307; }","duration":"347.50174ms","start":"2026-03-15T02:18:57.599864Z","end":"2026-03-15T02:18:57.947366Z","steps":["trace[1891930494] 'agreement among raft nodes before linearized reading' (duration: 347.079051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:57.947976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:57.59984Z","time spent":"348.101564ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4853,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-tzc7s\" "} {"level":"warn","ts":"2026-03-15T02:18:59.057544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.194429ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-15T02:18:59.057825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:57.948838Z","time spent":"1.108983302s","remote":"127.0.0.1:41252","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-15T02:18:59.058015Z","caller":"traceutil/trace.go:171","msg":"trace[1064699539] linearizableReadLoop","detail":"{readStateIndex:8633; appliedIndex:8631; }","duration":"1.105314156s","start":"2026-03-15T02:18:57.952661Z","end":"2026-03-15T02:18:59.057975Z","steps":["trace[1064699539] 'read index received' (duration: 264.681896ms)","trace[1064699539] 'applied index is now lower than readState.Index' (duration: 840.63006ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:18:59.058173Z","caller":"traceutil/trace.go:171","msg":"trace[1845671009] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"1.107977388s","start":"2026-03-15T02:18:57.950152Z","end":"2026-03-15T02:18:59.05813Z","steps":["trace[1845671009] 'process raft request' (duration: 1.107532668s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:59.0584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:57.950123Z","time spent":"1.108148203s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:59.058401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105719426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4428"} {"level":"info","ts":"2026-03-15T02:18:59.058485Z","caller":"traceutil/trace.go:171","msg":"trace[333098492] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:8308; }","duration":"1.105837898s","start":"2026-03-15T02:18:57.952625Z","end":"2026-03-15T02:18:59.058463Z","steps":["trace[333098492] 'agreement among raft nodes before linearized reading' (duration: 1.105515101s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:59.058526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:57.952604Z","time spent":"1.10591482s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4452,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-15T02:18:59.566726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.257071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:18:59.566955Z","caller":"traceutil/trace.go:171","msg":"trace[512642718] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"1.33845129s","start":"2026-03-15T02:18:58.228469Z","end":"2026-03-15T02:18:59.56692Z","steps":["trace[512642718] 'process raft request' (duration: 968.908492ms)","trace[512642718] 'compare' (duration: 369.139709ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:18:59.567029Z","caller":"traceutil/trace.go:171","msg":"trace[1160985604] linearizableReadLoop","detail":"{readStateIndex:8634; appliedIndex:8633; }","duration":"508.9224ms","start":"2026-03-15T02:18:59.058098Z","end":"2026-03-15T02:18:59.56702Z","steps":["trace[1160985604] 'read index received' (duration: 139.25312ms)","trace[1160985604] 'applied index is now lower than readState.Index' (duration: 369.66841ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:18:59.567106Z","caller":"traceutil/trace.go:171","msg":"trace[2088933151] transaction","detail":"{read_only:false; response_revision:8310; number_of_response:1; }","duration":"508.259845ms","start":"2026-03-15T02:18:59.058838Z","end":"2026-03-15T02:18:59.567097Z","steps":["trace[2088933151] 'process raft request' (duration: 507.990059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:59.567105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:58.228439Z","time spent":"1.338590364s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:18:59.566991Z","caller":"traceutil/trace.go:171","msg":"trace[1970774838] transaction","detail":"{read_only:false; response_revision:8312; number_of_response:1; }","duration":"461.664241ms","start":"2026-03-15T02:18:59.105306Z","end":"2026-03-15T02:18:59.566971Z","steps":["trace[1970774838] 'process raft request' (duration: 461.61817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:59.567175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:59.058818Z","time spent":"508.319826ms","remote":"127.0.0.1:41252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:59.567422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144729112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4z7pz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-15T02:18:59.567463Z","caller":"traceutil/trace.go:171","msg":"trace[63038784] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4z7pz; range_end:; response_count:1; response_revision:8312; }","duration":"1.144807954s","start":"2026-03-15T02:18:58.422645Z","end":"2026-03-15T02:18:59.567453Z","steps":["trace[63038784] 'agreement among raft nodes before linearized reading' (duration: 1.144730752s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:59.567447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.327597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-rbd-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:59.56744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:59.105277Z","time spent":"462.07058ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:18:59.567493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:58.422623Z","time spent":"1.144864124s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-4z7pz\" "} {"level":"info","ts":"2026-03-15T02:18:59.567518Z","caller":"traceutil/trace.go:171","msg":"trace[849243604] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-rbd-provisioner; range_end:; response_count:0; response_revision:8312; }","duration":"643.42879ms","start":"2026-03-15T02:18:58.924072Z","end":"2026-03-15T02:18:59.567501Z","steps":["trace[849243604] 'agreement among raft nodes before linearized reading' (duration: 643.293717ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:59.567506Z","caller":"traceutil/trace.go:171","msg":"trace[76867292] transaction","detail":"{read_only:false; response_revision:8311; number_of_response:1; }","duration":"505.211534ms","start":"2026-03-15T02:18:59.062259Z","end":"2026-03-15T02:18:59.56747Z","steps":["trace[76867292] 'process raft request' (duration: 504.62405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:59.567572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:58.924054Z","time spent":"643.510721ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/rook-csi-rbd-provisioner\" "} {"level":"warn","ts":"2026-03-15T02:18:59.567571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354249742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-15T02:18:59.567578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.632171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-03-15T02:18:59.567651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584598501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:18:59.567669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:59.062249Z","time spent":"505.344617ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-15T02:18:59.567678Z","caller":"traceutil/trace.go:171","msg":"trace[1246895001] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8312; }","duration":"1.354426395s","start":"2026-03-15T02:18:58.213228Z","end":"2026-03-15T02:18:59.567654Z","steps":["trace[1246895001] 'agreement among raft nodes before linearized reading' (duration: 1.354094298s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:59.567623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.425468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-62jxz\" ","response":"range_response_count:1 size:4352"} {"level":"warn","ts":"2026-03-15T02:18:59.567571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.247176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-15T02:18:59.567746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.43856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-15T02:18:59.567781Z","caller":"traceutil/trace.go:171","msg":"trace[969555851] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8312; }","duration":"399.514962ms","start":"2026-03-15T02:18:59.168252Z","end":"2026-03-15T02:18:59.567767Z","steps":["trace[969555851] 'agreement among raft nodes before linearized reading' (duration: 399.143033ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:59.567802Z","caller":"traceutil/trace.go:171","msg":"trace[733472536] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8312; }","duration":"399.517101ms","start":"2026-03-15T02:18:59.168266Z","end":"2026-03-15T02:18:59.567783Z","steps":["trace[733472536] 'agreement among raft nodes before linearized reading' (duration: 399.380918ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:18:59.567678Z","caller":"traceutil/trace.go:171","msg":"trace[1158563692] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:8312; }","duration":"530.811825ms","start":"2026-03-15T02:18:59.036851Z","end":"2026-03-15T02:18:59.567663Z","steps":["trace[1158563692] 'agreement among raft nodes before linearized reading' (duration: 530.506867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:59.567839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:59.168231Z","time spent":"399.592743ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-15T02:18:59.567847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:59.168253Z","time spent":"399.583514ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-15T02:18:59.567862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:59.036818Z","time spent":"531.03281ms","remote":"127.0.0.1:41336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-15T02:18:59.567603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61392067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112158"} {"level":"info","ts":"2026-03-15T02:18:59.567711Z","caller":"traceutil/trace.go:171","msg":"trace[225466003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8312; }","duration":"1.584713553s","start":"2026-03-15T02:18:57.982982Z","end":"2026-03-15T02:18:59.567695Z","steps":["trace[225466003] 'agreement among raft nodes before linearized reading' (duration: 1.584615511s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:59.567961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:57.982953Z","time spent":"1.58499581s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-15T02:18:59.567962Z","caller":"traceutil/trace.go:171","msg":"trace[1532464403] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8312; }","duration":"1.614304098s","start":"2026-03-15T02:18:57.953629Z","end":"2026-03-15T02:18:59.567933Z","steps":["trace[1532464403] 'agreement among raft nodes before linearized reading' (duration: 1.613701174s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:59.568125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:57.953621Z","time spent":"1.614494113s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112182,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-15T02:18:59.567809Z","caller":"traceutil/trace.go:171","msg":"trace[239890697] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-62jxz; range_end:; response_count:1; response_revision:8312; }","duration":"505.604283ms","start":"2026-03-15T02:18:59.062146Z","end":"2026-03-15T02:18:59.56775Z","steps":["trace[239890697] 'agreement among raft nodes before linearized reading' (duration: 505.214243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:59.568307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:59.062127Z","time spent":"506.166026ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4376,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-62jxz\" "} {"level":"warn","ts":"2026-03-15T02:18:59.567737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:58.213193Z","time spent":"1.354529698s","remote":"127.0.0.1:36184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-15T02:18:59.569174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406096809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:397 size:309091"} {"level":"info","ts":"2026-03-15T02:18:59.569228Z","caller":"traceutil/trace.go:171","msg":"trace[403122569] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:397; response_revision:8312; }","duration":"1.406212742s","start":"2026-03-15T02:18:58.163002Z","end":"2026-03-15T02:18:59.569215Z","steps":["trace[403122569] 'agreement among raft nodes before linearized reading' (duration: 1.404395229s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:18:59.569307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:58.162968Z","time spent":"1.406317194s","remote":"127.0.0.1:41758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":397,"response size":309115,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-15T02:19:00.074189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837384268,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-15T02:19:00.23662Z","caller":"traceutil/trace.go:171","msg":"trace[174264860] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"663.998703ms","start":"2026-03-15T02:18:59.57258Z","end":"2026-03-15T02:19:00.236579Z","steps":["trace[174264860] 'process raft request' (duration: 663.748917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:00.236872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:59.572566Z","time spent":"664.177707ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":938,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-15T02:19:00.702461Z","caller":"traceutil/trace.go:171","msg":"trace[1871610585] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"1.129798521s","start":"2026-03-15T02:18:59.572633Z","end":"2026-03-15T02:19:00.702432Z","steps":["trace[1871610585] 'process raft request' (duration: 1.129563216s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:00.702637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:59.572612Z","time spent":"1.129930634s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:19:00.702833Z","caller":"traceutil/trace.go:171","msg":"trace[1638226544] transaction","detail":"{read_only:false; response_revision:8315; number_of_response:1; }","duration":"1.129123175s","start":"2026-03-15T02:18:59.573659Z","end":"2026-03-15T02:19:00.702782Z","steps":["trace[1638226544] 'process raft request' (duration: 1.128725116s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:19:00.702878Z","caller":"traceutil/trace.go:171","msg":"trace[424447991] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"1.123937553s","start":"2026-03-15T02:18:59.578892Z","end":"2026-03-15T02:19:00.702829Z","steps":["trace[424447991] 'process raft request' (duration: 1.123726439s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:00.703032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:59.578836Z","time spent":"1.124114157s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4451,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:19:00.703064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:59.573649Z","time spent":"1.129288209s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:19:00.703219Z","caller":"traceutil/trace.go:171","msg":"trace[1991375381] transaction","detail":"{read_only:false; response_revision:8317; number_of_response:1; }","duration":"1.089521675s","start":"2026-03-15T02:18:59.613647Z","end":"2026-03-15T02:19:00.703168Z","steps":["trace[1991375381] 'process raft request' (duration: 1.089101376s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:00.703432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:59.613633Z","time spent":"1.089677069s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:19:00.703466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12975562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-15T02:19:00.703539Z","caller":"traceutil/trace.go:171","msg":"trace[838726150] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8317; }","duration":"1.129860843s","start":"2026-03-15T02:18:59.573661Z","end":"2026-03-15T02:19:00.703521Z","steps":["trace[838726150] 'agreement among raft nodes before linearized reading' (duration: 1.129660898s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:00.703694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:59.573648Z","time spent":"1.130031656s","remote":"127.0.0.1:41510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-15T02:19:00.703288Z","caller":"traceutil/trace.go:171","msg":"trace[125068422] linearizableReadLoop","detail":"{readStateIndex:8642; appliedIndex:8637; }","duration":"1.129130525s","start":"2026-03-15T02:18:59.573688Z","end":"2026-03-15T02:19:00.702819Z","steps":["trace[125068422] 'read index received' (duration: 662.688512ms)","trace[125068422] 'applied index is now lower than readState.Index' (duration: 466.440943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:19:00.704238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130128859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:19:00.704294Z","caller":"traceutil/trace.go:171","msg":"trace[2013971248] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8317; }","duration":"1.13020832s","start":"2026-03-15T02:18:59.574067Z","end":"2026-03-15T02:19:00.704275Z","steps":["trace[2013971248] 'agreement among raft nodes before linearized reading' (duration: 1.130115888s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:00.704341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:59.574057Z","time spent":"1.130263502s","remote":"127.0.0.1:41304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-15T02:19:00.704556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.362107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-15T02:19:00.704626Z","caller":"traceutil/trace.go:171","msg":"trace[2021344068] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8317; }","duration":"522.434128ms","start":"2026-03-15T02:19:00.182171Z","end":"2026-03-15T02:19:00.704605Z","steps":["trace[2021344068] 'agreement among raft nodes before linearized reading' (duration: 522.214923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:00.704668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:00.182124Z","time spent":"522.53372ms","remote":"127.0.0.1:41398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-15T02:19:00.704686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041284202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-15T02:19:00.704722Z","caller":"traceutil/trace.go:171","msg":"trace[1808692647] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8317; }","duration":"1.041316383s","start":"2026-03-15T02:18:59.663395Z","end":"2026-03-15T02:19:00.704711Z","steps":["trace[1808692647] 'agreement among raft nodes before linearized reading' (duration: 1.04120318s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:00.704794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:59.663356Z","time spent":"1.041388464s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-15T02:19:00.704999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.679027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:19:00.705041Z","caller":"traceutil/trace.go:171","msg":"trace[1298991951] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8317; }","duration":"319.768679ms","start":"2026-03-15T02:19:00.385258Z","end":"2026-03-15T02:19:00.705027Z","steps":["trace[1298991951] 'agreement among raft nodes before linearized reading' (duration: 319.693577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:00.704577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.154012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:19:00.705073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:00.385232Z","time spent":"319.83213ms","remote":"127.0.0.1:41632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:19:00.705103Z","caller":"traceutil/trace.go:171","msg":"trace[88271720] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8317; }","duration":"594.709745ms","start":"2026-03-15T02:19:00.110365Z","end":"2026-03-15T02:19:00.705075Z","steps":["trace[88271720] 'agreement among raft nodes before linearized reading' (duration: 594.174833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:00.70515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129086945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189ce22c8e5b41e2\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-15T02:19:00.705496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.14798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189ce236c68ad2a3\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-15T02:19:00.705533Z","caller":"traceutil/trace.go:171","msg":"trace[1796126105] range","detail":"{range_begin:/registry/events/openstack/ceph.189ce22c8e5b41e2; range_end:; response_count:1; response_revision:8317; }","duration":"1.129483764s","start":"2026-03-15T02:18:59.576031Z","end":"2026-03-15T02:19:00.705515Z","steps":["trace[1796126105] 'agreement among raft nodes before linearized reading' (duration: 1.128929291s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:00.705176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:00.110323Z","time spent":"594.828558ms","remote":"127.0.0.1:36174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:19:00.705555Z","caller":"traceutil/trace.go:171","msg":"trace[688038467] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189ce236c68ad2a3; range_end:; response_count:1; response_revision:8317; }","duration":"464.247052ms","start":"2026-03-15T02:19:00.241292Z","end":"2026-03-15T02:19:00.705539Z","steps":["trace[688038467] 'agreement among raft nodes before linearized reading' (duration: 463.911024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:00.705575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093468078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-15T02:19:00.705602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:00.241265Z","time spent":"464.320493ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189ce236c68ad2a3\" "} {"level":"info","ts":"2026-03-15T02:19:00.705638Z","caller":"traceutil/trace.go:171","msg":"trace[1304684024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8317; }","duration":"1.0935735s","start":"2026-03-15T02:18:59.612048Z","end":"2026-03-15T02:19:00.705622Z","steps":["trace[1304684024] 'agreement among raft nodes before linearized reading' (duration: 1.093433707s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:00.705583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:59.576024Z","time spent":"1.129546475s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.189ce22c8e5b41e2\" "} {"level":"warn","ts":"2026-03-15T02:19:00.705724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:18:59.612026Z","time spent":"1.093683153s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-15T02:19:01.099774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.660851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:19:01.099953Z","caller":"traceutil/trace.go:171","msg":"trace[1989636201] transaction","detail":"{read_only:false; response_revision:8318; number_of_response:1; }","duration":"392.766743ms","start":"2026-03-15T02:19:00.707152Z","end":"2026-03-15T02:19:01.099919Z","steps":["trace[1989636201] 'process raft request' (duration: 177.853237ms)","trace[1989636201] 'compare' (duration: 214.146618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:19:01.100036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:00.707133Z","time spent":"392.875115ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":577,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-15T02:19:01.354031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.670511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:19:01.354416Z","caller":"traceutil/trace.go:171","msg":"trace[406707323] transaction","detail":"{read_only:false; response_revision:8319; number_of_response:1; }","duration":"645.779043ms","start":"2026-03-15T02:19:00.708579Z","end":"2026-03-15T02:19:01.354358Z","steps":["trace[406707323] 'process raft request' (duration: 522.59343ms)","trace[406707323] 'compare' (duration: 122.419065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:19:01.354692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:00.708549Z","time spent":"645.993049ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:19:01.354928Z","caller":"traceutil/trace.go:171","msg":"trace[1566815007] linearizableReadLoop","detail":"{readStateIndex:8645; appliedIndex:8642; }","duration":"645.152989ms","start":"2026-03-15T02:19:00.709748Z","end":"2026-03-15T02:19:01.354901Z","steps":["trace[1566815007] 'read index received' (duration: 175.206234ms)","trace[1566815007] 'applied index is now lower than readState.Index' (duration: 469.945155ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:19:01.354961Z","caller":"traceutil/trace.go:171","msg":"trace[1338918791] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"646.0404ms","start":"2026-03-15T02:19:00.708882Z","end":"2026-03-15T02:19:01.354922Z","steps":["trace[1338918791] 'process raft request' (duration: 645.717842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:01.355115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:00.708862Z","time spent":"646.175353ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:19:01.355133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.483941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-rbd-node\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:19:01.355263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.478137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bfd204f1-3b0a-464f-b1f5-6e3bc456e0f0\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-03-15T02:19:01.355314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.005353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-15T02:19:01.3553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.031836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-pfdff\" ","response":"range_response_count:1 size:4888"} {"level":"info","ts":"2026-03-15T02:19:01.355373Z","caller":"traceutil/trace.go:171","msg":"trace[619094829] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8320; }","duration":"251.108836ms","start":"2026-03-15T02:19:01.104249Z","end":"2026-03-15T02:19:01.355358Z","steps":["trace[619094829] 'agreement among raft nodes before linearized reading' (duration: 250.88182ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:19:01.355374Z","caller":"traceutil/trace.go:171","msg":"trace[1207605390] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bfd204f1-3b0a-464f-b1f5-6e3bc456e0f0; range_end:; response_count:1; response_revision:8320; }","duration":"645.634881ms","start":"2026-03-15T02:19:00.709712Z","end":"2026-03-15T02:19:01.355347Z","steps":["trace[1207605390] 'agreement among raft nodes before linearized reading' (duration: 645.265432ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:19:01.355411Z","caller":"traceutil/trace.go:171","msg":"trace[1657842822] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-pfdff; range_end:; response_count:1; response_revision:8320; }","duration":"645.153379ms","start":"2026-03-15T02:19:00.710215Z","end":"2026-03-15T02:19:01.355369Z","steps":["trace[1657842822] 'agreement among raft nodes before linearized reading' (duration: 644.862252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:01.355412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.232897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:19:01.355297Z","caller":"traceutil/trace.go:171","msg":"trace[923730429] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-rbd-node; range_end:; response_count:0; response_revision:8320; }","duration":"250.679006ms","start":"2026-03-15T02:19:01.10459Z","end":"2026-03-15T02:19:01.355269Z","steps":["trace[923730429] 'agreement among raft nodes before linearized reading' (duration: 250.485541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:01.355489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:00.71021Z","time spent":"645.266472ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4912,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-pfdff\" "} {"level":"info","ts":"2026-03-15T02:19:01.355509Z","caller":"traceutil/trace.go:171","msg":"trace[1264632244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8320; }","duration":"371.394661ms","start":"2026-03-15T02:19:00.984092Z","end":"2026-03-15T02:19:01.355487Z","steps":["trace[1264632244] 'agreement among raft nodes before linearized reading' (duration: 371.204446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:01.355575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:00.984065Z","time spent":"371.501304ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:19:01.355436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:00.709651Z","time spent":"645.775883ms","remote":"127.0.0.1:41382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-bfd204f1-3b0a-464f-b1f5-6e3bc456e0f0\" "} {"level":"warn","ts":"2026-03-15T02:19:01.3556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.410445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-15T02:19:01.355726Z","caller":"traceutil/trace.go:171","msg":"trace[1974212187] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8320; }","duration":"246.570459ms","start":"2026-03-15T02:19:01.109143Z","end":"2026-03-15T02:19:01.355713Z","steps":["trace[1974212187] 'agreement among raft nodes before linearized reading' (duration: 246.19026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:02.067054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.411822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:19:02.067157Z","caller":"traceutil/trace.go:171","msg":"trace[1776823009] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"706.024179ms","start":"2026-03-15T02:19:01.361114Z","end":"2026-03-15T02:19:02.067138Z","steps":["trace[1776823009] 'process raft request' (duration: 305.468333ms)","trace[1776823009] 'compare' (duration: 400.215058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:19:02.067208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:01.361092Z","time spent":"706.096621ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-15T02:19:02.434839Z","caller":"traceutil/trace.go:171","msg":"trace[1816912061] linearizableReadLoop","detail":"{readStateIndex:8648; appliedIndex:8645; }","duration":"1.06588674s","start":"2026-03-15T02:19:01.368926Z","end":"2026-03-15T02:19:02.434813Z","steps":["trace[1816912061] 'read index received' (duration: 297.574818ms)","trace[1816912061] 'applied index is now lower than readState.Index' (duration: 768.311002ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:19:02.435389Z","caller":"traceutil/trace.go:171","msg":"trace[1988019931] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"1.074204995s","start":"2026-03-15T02:19:01.361154Z","end":"2026-03-15T02:19:02.435359Z","steps":["trace[1988019931] 'process raft request' (duration: 981.250802ms)","trace[1988019931] 'compare' (duration: 91.855317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:19:02.435679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.684491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:19:02.435719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.481579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4z7pz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-15T02:19:02.43575Z","caller":"traceutil/trace.go:171","msg":"trace[817604733] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8323; }","duration":"188.795174ms","start":"2026-03-15T02:19:02.246935Z","end":"2026-03-15T02:19:02.435731Z","steps":["trace[817604733] 'agreement among raft nodes before linearized reading' (duration: 188.679451ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:19:02.43577Z","caller":"traceutil/trace.go:171","msg":"trace[635159392] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4z7pz; range_end:; response_count:1; response_revision:8323; }","duration":"855.605533ms","start":"2026-03-15T02:19:01.58015Z","end":"2026-03-15T02:19:02.435756Z","steps":["trace[635159392] 'agreement among raft nodes before linearized reading' (duration: 855.471999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:02.435805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:01.580119Z","time spent":"855.678754ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-4z7pz\" "} {"level":"warn","ts":"2026-03-15T02:19:02.435727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066797091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-15T02:19:02.435927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:01.361123Z","time spent":"1.074651546s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-15T02:19:02.436025Z","caller":"traceutil/trace.go:171","msg":"trace[1344643622] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8323; }","duration":"1.067081048s","start":"2026-03-15T02:19:01.368877Z","end":"2026-03-15T02:19:02.435958Z","steps":["trace[1344643622] 'agreement among raft nodes before linearized reading' (duration: 1.06671953s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:02.436193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:01.368866Z","time spent":"1.067253042s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-15T02:19:02.435658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.749984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-15T02:19:02.436271Z","caller":"traceutil/trace.go:171","msg":"trace[2022097533] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8323; }","duration":"973.417959ms","start":"2026-03-15T02:19:01.462839Z","end":"2026-03-15T02:19:02.436257Z","steps":["trace[2022097533] 'agreement among raft nodes before linearized reading' (duration: 972.698582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:02.436321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:01.462813Z","time spent":"973.494211ms","remote":"127.0.0.1:41398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-15T02:19:02.435648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.268394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-cephfs-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:19:02.436436Z","caller":"traceutil/trace.go:171","msg":"trace[1477939633] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-cephfs-provisioner; range_end:; response_count:0; response_revision:8323; }","duration":"365.108444ms","start":"2026-03-15T02:19:02.071309Z","end":"2026-03-15T02:19:02.436418Z","steps":["trace[1477939633] 'agreement among raft nodes before linearized reading' (duration: 364.266034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:02.436519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:02.071291Z","time spent":"365.212356ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/rook-csi-cephfs-provisioner\" "} {"level":"warn","ts":"2026-03-15T02:19:02.436583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.882472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210803"} {"level":"info","ts":"2026-03-15T02:19:02.436685Z","caller":"traceutil/trace.go:171","msg":"trace[653396047] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8323; }","duration":"831.027565ms","start":"2026-03-15T02:19:01.605637Z","end":"2026-03-15T02:19:02.436665Z","steps":["trace[653396047] 'agreement among raft nodes before linearized reading' (duration: 829.95283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:02.436741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:01.605615Z","time spent":"831.114007ms","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210827,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-15T02:19:02.437041Z","caller":"traceutil/trace.go:171","msg":"trace[650182352] transaction","detail":"{read_only:false; response_revision:8323; number_of_response:1; }","duration":"1.069159307s","start":"2026-03-15T02:19:01.365806Z","end":"2026-03-15T02:19:02.434965Z","steps":["trace[650182352] 'process raft request' (duration: 1.068903411s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:02.437234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:01.365782Z","time spent":"1.071322347s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:19:02.987213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837384292,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:19:03.684171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.180316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:19:03.684355Z","caller":"traceutil/trace.go:171","msg":"trace[193513056] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"1.20045245s","start":"2026-03-15T02:19:02.483871Z","end":"2026-03-15T02:19:03.684323Z","steps":["trace[193513056] 'process raft request' (duration: 541.961247ms)","trace[193513056] 'compare' (duration: 658.001572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:19:03.684446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:02.483855Z","time spent":"1.200551942s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:19:03.854803Z","caller":"traceutil/trace.go:171","msg":"trace[1935452376] linearizableReadLoop","detail":"{readStateIndex:8651; appliedIndex:8649; }","duration":"1.368600329s","start":"2026-03-15T02:19:02.486159Z","end":"2026-03-15T02:19:03.85476Z","steps":["trace[1935452376] 'read index received' (duration: 539.819986ms)","trace[1935452376] 'applied index is now lower than readState.Index' (duration: 828.779523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:19:03.855114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368930486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-cephfs-node\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:19:03.855063Z","caller":"traceutil/trace.go:171","msg":"trace[2096417678] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"1.36229025s","start":"2026-03-15T02:19:02.492709Z","end":"2026-03-15T02:19:03.854999Z","steps":["trace[2096417678] 'process raft request' (duration: 1.361917861s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:03.855357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:02.492678Z","time spent":"1.362514886s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:19:03.85515Z","caller":"traceutil/trace.go:171","msg":"trace[2120630564] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-cephfs-node; range_end:; response_count:0; response_revision:8326; }","duration":"1.369002349s","start":"2026-03-15T02:19:02.486138Z","end":"2026-03-15T02:19:03.85514Z","steps":["trace[2120630564] 'agreement among raft nodes before linearized reading' (duration: 1.368923947s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:03.855804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:02.486129Z","time spent":"1.369654384s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/rook-csi-cephfs-node\" "} {"level":"warn","ts":"2026-03-15T02:19:04.984921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000816724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-15T02:19:04.985007Z","caller":"traceutil/trace.go:171","msg":"trace[1683938287] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000939686s","start":"2026-03-15T02:19:02.984049Z","end":"2026-03-15T02:19:04.984989Z","steps":["trace[1683938287] 'agreement among raft nodes before linearized reading' (duration: 2.000840084s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:04.98505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:02.984035Z","time spent":"2.001005269s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/15 02:19:04 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-15T02:19:06.727171Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.274942309s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-15T02:19:06.742059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.819481588s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-15T02:19:06.742232Z","caller":"traceutil/trace.go:171","msg":"trace[1466777834] linearizableReadLoop","detail":"{readStateIndex:8652; appliedIndex:8651; }","duration":"2.887352322s","start":"2026-03-15T02:19:03.854864Z","end":"2026-03-15T02:19:06.742217Z","steps":["trace[1466777834] 'read index received' (duration: 67.646669ms)","trace[1466777834] 'applied index is now lower than readState.Index' (duration: 2.819704893s)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:19:06.743055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.174928638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-15T02:19:06.743129Z","caller":"traceutil/trace.go:171","msg":"trace[1443046409] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8326; }","duration":"4.175054671s","start":"2026-03-15T02:19:02.568053Z","end":"2026-03-15T02:19:06.743108Z","steps":["trace[1443046409] 'agreement among raft nodes before linearized reading' (duration: 4.174817175s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:06.743151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.055008239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-pfdff.189ce2394a9cb405\" ","response":"range_response_count:1 size:861"} {"level":"warn","ts":"2026-03-15T02:19:06.743178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:02.568032Z","time spent":"4.175136413s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-03-15T02:19:06.74321Z","caller":"traceutil/trace.go:171","msg":"trace[1354454262] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-pfdff.189ce2394a9cb405; range_end:; response_count:1; response_revision:8326; }","duration":"3.055128722s","start":"2026-03-15T02:19:03.688064Z","end":"2026-03-15T02:19:06.743193Z","steps":["trace[1354454262] 'agreement among raft nodes before linearized reading' (duration: 3.055007749s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:06.74324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:03.688035Z","time spent":"3.055199334s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-pfdff.189ce2394a9cb405\" "} {"level":"info","ts":"2026-03-15T02:19:06.74322Z","caller":"traceutil/trace.go:171","msg":"trace[315979904] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"2.881893094s","start":"2026-03-15T02:19:03.861306Z","end":"2026-03-15T02:19:06.743199Z","steps":["trace[315979904] 'process raft request' (duration: 2.880841359s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:06.743655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:03.861275Z","time spent":"2.882312573s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-15T02:19:06.91913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.333185485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-15T02:19:06.919271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.184110484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-15T02:19:06.919369Z","caller":"traceutil/trace.go:171","msg":"trace[90380608] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8327; }","duration":"4.184243876s","start":"2026-03-15T02:19:02.735089Z","end":"2026-03-15T02:19:06.919333Z","steps":["trace[90380608] 'agreement among raft nodes before linearized reading' (duration: 4.008001838s)","trace[90380608] 'range keys from in-memory index tree' (duration: 175.998523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:19:06.919416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:02.735063Z","time spent":"4.184343509s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-15T02:19:06.919323Z","caller":"traceutil/trace.go:171","msg":"trace[92813721] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8327; }","duration":"4.33341558s","start":"2026-03-15T02:19:02.585872Z","end":"2026-03-15T02:19:06.919287Z","steps":["trace[92813721] 'agreement among raft nodes before linearized reading' (duration: 4.157241023s)","trace[92813721] 'range keys from in-memory index tree' (duration: 175.841749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:19:06.919747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:02.585854Z","time spent":"4.333869991s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-15T02:19:06.920293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.294733639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-03-15T02:19:06.920476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.200881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:19:06.920567Z","caller":"traceutil/trace.go:171","msg":"trace[582689431] linearizableReadLoop","detail":"{readStateIndex:8654; appliedIndex:8652; }","duration":"178.299727ms","start":"2026-03-15T02:19:06.742251Z","end":"2026-03-15T02:19:06.920551Z","steps":["trace[582689431] 'read index received' (duration: 619.914µs)","trace[582689431] 'applied index is now lower than readState.Index' (duration: 177.678273ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:19:06.920587Z","caller":"traceutil/trace.go:171","msg":"trace[1484976441] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:8327; }","duration":"3.295017835s","start":"2026-03-15T02:19:03.625498Z","end":"2026-03-15T02:19:06.920515Z","steps":["trace[1484976441] 'agreement among raft nodes before linearized reading' (duration: 3.117616559s)","trace[1484976441] 'range keys from in-memory index tree' (duration: 177.11712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:19:06.920668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562273716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:19:06.92077Z","caller":"traceutil/trace.go:171","msg":"trace[712145027] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8328; }","duration":"1.562387289s","start":"2026-03-15T02:19:05.35834Z","end":"2026-03-15T02:19:06.920728Z","steps":["trace[712145027] 'agreement among raft nodes before linearized reading' (duration: 1.562266456s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:06.920801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045866463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4428"} {"level":"warn","ts":"2026-03-15T02:19:06.920821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:05.358328Z","time spent":"1.562482531s","remote":"127.0.0.1:41304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:19:06.920836Z","caller":"traceutil/trace.go:171","msg":"trace[292034992] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:8328; }","duration":"2.045898593s","start":"2026-03-15T02:19:04.874926Z","end":"2026-03-15T02:19:06.920825Z","steps":["trace[292034992] 'agreement among raft nodes before linearized reading' (duration: 2.04575936s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:06.920881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:04.874873Z","time spent":"2.046000877s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4452,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-15T02:19:06.92089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:03.625475Z","time spent":"3.295230961s","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"info","ts":"2026-03-15T02:19:06.921018Z","caller":"traceutil/trace.go:171","msg":"trace[829301590] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"1.468841193s","start":"2026-03-15T02:19:05.452161Z","end":"2026-03-15T02:19:06.921002Z","steps":["trace[829301590] 'process raft request' (duration: 1.291023757s)","trace[829301590] 'compare' (duration: 175.88332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:19:06.921109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:05.452133Z","time spent":"1.468917664s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:19:06.921177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.884961496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:19:06.921221Z","caller":"traceutil/trace.go:171","msg":"trace[144381032] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8328; }","duration":"2.885021307s","start":"2026-03-15T02:19:04.036184Z","end":"2026-03-15T02:19:06.921206Z","steps":["trace[144381032] 'agreement among raft nodes before linearized reading' (duration: 2.884950556s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:06.921273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.767864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:19:06.921306Z","caller":"traceutil/trace.go:171","msg":"trace[2140964998] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8328; }","duration":"438.804814ms","start":"2026-03-15T02:19:06.482491Z","end":"2026-03-15T02:19:06.921296Z","steps":["trace[2140964998] 'agreement among raft nodes before linearized reading' (duration: 438.743603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:06.921344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:06.482431Z","time spent":"438.905816ms","remote":"127.0.0.1:41382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:19:06.920662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935304116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:19:06.921379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.94690225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-15T02:19:06.921418Z","caller":"traceutil/trace.go:171","msg":"trace[721929146] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8328; }","duration":"2.946979272s","start":"2026-03-15T02:19:03.974428Z","end":"2026-03-15T02:19:06.921407Z","steps":["trace[721929146] 'agreement among raft nodes before linearized reading' (duration: 2.946867639s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:19:06.921427Z","caller":"traceutil/trace.go:171","msg":"trace[98677339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8328; }","duration":"1.936080245s","start":"2026-03-15T02:19:04.985325Z","end":"2026-03-15T02:19:06.921405Z","steps":["trace[98677339] 'agreement among raft nodes before linearized reading' (duration: 1.935301587s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:06.92146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:03.974406Z","time spent":"2.947044884s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-15T02:19:06.921505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.250636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:19:06.921505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:04.985311Z","time spent":"1.936171477s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-15T02:19:06.921541Z","caller":"traceutil/trace.go:171","msg":"trace[1430736304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8328; }","duration":"758.320678ms","start":"2026-03-15T02:19:06.16321Z","end":"2026-03-15T02:19:06.921531Z","steps":["trace[1430736304] 'agreement among raft nodes before linearized reading' (duration: 758.271257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:06.921568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:06.16319Z","time spent":"758.372659ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:19:06.921113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.472646834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4z7pz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-15T02:19:06.921272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:04.036177Z","time spent":"2.88508092s","remote":"127.0.0.1:45574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":14,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:19:06.921718Z","caller":"traceutil/trace.go:171","msg":"trace[935075377] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4z7pz; range_end:; response_count:1; response_revision:8328; }","duration":"2.473244898s","start":"2026-03-15T02:19:04.448421Z","end":"2026-03-15T02:19:06.921666Z","steps":["trace[935075377] 'agreement among raft nodes before linearized reading' (duration: 2.472646384s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:06.921817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.796342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:19:06.921848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:04.448401Z","time spent":"2.473401861s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-4z7pz\" "} {"level":"info","ts":"2026-03-15T02:19:06.921859Z","caller":"traceutil/trace.go:171","msg":"trace[338496819] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8328; }","duration":"828.868384ms","start":"2026-03-15T02:19:06.092976Z","end":"2026-03-15T02:19:06.921844Z","steps":["trace[338496819] 'agreement among raft nodes before linearized reading' (duration: 828.795933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:06.921911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:06.092957Z","time spent":"828.945146ms","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:19:06.935701Z","caller":"traceutil/trace.go:171","msg":"trace[589498157] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"189.429519ms","start":"2026-03-15T02:19:06.746221Z","end":"2026-03-15T02:19:06.935651Z","steps":["trace[589498157] 'process raft request' (duration: 188.957638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:06.936312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.727718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:19:06.936362Z","caller":"traceutil/trace.go:171","msg":"trace[2058220110] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:8329; }","duration":"187.828351ms","start":"2026-03-15T02:19:06.748518Z","end":"2026-03-15T02:19:06.936346Z","steps":["trace[2058220110] 'agreement among raft nodes before linearized reading' (duration: 187.671467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:06.936459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.390564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-15T02:19:06.936535Z","caller":"traceutil/trace.go:171","msg":"trace[1574545301] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8329; }","duration":"188.507057ms","start":"2026-03-15T02:19:06.748013Z","end":"2026-03-15T02:19:06.93652Z","steps":["trace[1574545301] 'agreement among raft nodes before linearized reading' (duration: 188.265211ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:19:07.117092Z","caller":"traceutil/trace.go:171","msg":"trace[1665464987] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"186.860068ms","start":"2026-03-15T02:19:06.930194Z","end":"2026-03-15T02:19:07.117054Z","steps":["trace[1665464987] 'process raft request' (duration: 143.617443ms)","trace[1665464987] 'compare' (duration: 42.554599ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:19:07.117152Z","caller":"traceutil/trace.go:171","msg":"trace[786928955] linearizableReadLoop","detail":"{readStateIndex:8656; appliedIndex:8655; }","duration":"181.530953ms","start":"2026-03-15T02:19:06.935596Z","end":"2026-03-15T02:19:07.117127Z","steps":["trace[786928955] 'read index received' (duration: 138.144314ms)","trace[786928955] 'applied index is now lower than readState.Index' (duration: 43.384109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:19:07.117304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.745672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:19:07.117361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.80029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-15T02:19:07.117366Z","caller":"traceutil/trace.go:171","msg":"trace[458124421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8331; }","duration":"188.847234ms","start":"2026-03-15T02:19:06.928502Z","end":"2026-03-15T02:19:07.117349Z","steps":["trace[458124421] 'agreement among raft nodes before linearized reading' (duration: 188.67067ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:19:07.117393Z","caller":"traceutil/trace.go:171","msg":"trace[257330602] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8331; }","duration":"190.883402ms","start":"2026-03-15T02:19:06.926496Z","end":"2026-03-15T02:19:07.117379Z","steps":["trace[257330602] 'agreement among raft nodes before linearized reading' (duration: 190.750189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:07.117512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.831407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229755"} {"level":"info","ts":"2026-03-15T02:19:07.117572Z","caller":"traceutil/trace.go:171","msg":"trace[1627450001] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8331; }","duration":"189.915929ms","start":"2026-03-15T02:19:06.927641Z","end":"2026-03-15T02:19:07.117557Z","steps":["trace[1627450001] 'agreement among raft nodes before linearized reading' (duration: 189.55377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:07.118258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.195698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-15T02:19:07.118302Z","caller":"traceutil/trace.go:171","msg":"trace[2129932461] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8332; }","duration":"179.253289ms","start":"2026-03-15T02:19:06.939036Z","end":"2026-03-15T02:19:07.118289Z","steps":["trace[2129932461] 'agreement among raft nodes before linearized reading' (duration: 179.076465ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:19:07.11851Z","caller":"traceutil/trace.go:171","msg":"trace[1367941516] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"179.2999ms","start":"2026-03-15T02:19:06.939197Z","end":"2026-03-15T02:19:07.118497Z","steps":["trace[1367941516] 'process raft request' (duration: 177.747234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:07.118612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.380647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:19:07.118644Z","caller":"traceutil/trace.go:171","msg":"trace[446444462] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8332; }","duration":"126.477159ms","start":"2026-03-15T02:19:06.992157Z","end":"2026-03-15T02:19:07.118635Z","steps":["trace[446444462] 'agreement among raft nodes before linearized reading' (duration: 126.418238ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:19:07.118703Z","caller":"traceutil/trace.go:171","msg":"trace[2075765413] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"177.967419ms","start":"2026-03-15T02:19:06.940727Z","end":"2026-03-15T02:19:07.118694Z","steps":["trace[2075765413] 'process raft request' (duration: 177.315723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:07.118802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.222346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-15T02:19:07.118829Z","caller":"traceutil/trace.go:171","msg":"trace[41336644] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:8332; }","duration":"167.327769ms","start":"2026-03-15T02:19:06.951493Z","end":"2026-03-15T02:19:07.11882Z","steps":["trace[41336644] 'agreement among raft nodes before linearized reading' (duration: 167.264657ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:19:28.303914Z","caller":"traceutil/trace.go:171","msg":"trace[754671325] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"563.633205ms","start":"2026-03-15T02:19:27.740253Z","end":"2026-03-15T02:19:28.303886Z","steps":["trace[754671325] 'process raft request' (duration: 563.476242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:28.304071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:27.740239Z","time spent":"563.754798ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:19:28.315121Z","caller":"traceutil/trace.go:171","msg":"trace[545680608] linearizableReadLoop","detail":"{readStateIndex:8891; appliedIndex:8889; }","duration":"467.317844ms","start":"2026-03-15T02:19:27.847785Z","end":"2026-03-15T02:19:28.315102Z","steps":["trace[545680608] 'read index received' (duration: 455.923316ms)","trace[545680608] 'applied index is now lower than readState.Index' (duration: 11.393538ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:19:28.315275Z","caller":"traceutil/trace.go:171","msg":"trace[976976849] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"142.991977ms","start":"2026-03-15T02:19:28.172257Z","end":"2026-03-15T02:19:28.315249Z","steps":["trace[976976849] 'process raft request' (duration: 142.810703ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:19:28.315407Z","caller":"traceutil/trace.go:171","msg":"trace[1175534184] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"279.888202ms","start":"2026-03-15T02:19:28.035487Z","end":"2026-03-15T02:19:28.315375Z","steps":["trace[1175534184] 'process raft request' (duration: 279.533284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:28.315413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.518814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:19:28.315615Z","caller":"traceutil/trace.go:171","msg":"trace[1902515588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8559; }","duration":"331.775971ms","start":"2026-03-15T02:19:27.983821Z","end":"2026-03-15T02:19:28.315597Z","steps":["trace[1902515588] 'agreement among raft nodes before linearized reading' (duration: 331.464084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:28.315658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:27.983797Z","time spent":"331.844412ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:19:28.315674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.875247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-15T02:19:28.315761Z","caller":"traceutil/trace.go:171","msg":"trace[2118256547] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:8559; }","duration":"468.032981ms","start":"2026-03-15T02:19:27.847704Z","end":"2026-03-15T02:19:28.315737Z","steps":["trace[2118256547] 'agreement among raft nodes before linearized reading' (duration: 467.726143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:28.315812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:27.847671Z","time spent":"468.131593ms","remote":"127.0.0.1:41252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-15T02:19:28.315825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.828126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-xrrxx\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-03-15T02:19:28.315899Z","caller":"traceutil/trace.go:171","msg":"trace[574092852] transaction","detail":"{read_only:false; response_revision:8557; number_of_response:1; }","duration":"520.074073ms","start":"2026-03-15T02:19:27.795801Z","end":"2026-03-15T02:19:28.315875Z","steps":["trace[574092852] 'process raft request' (duration: 519.140381ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:19:28.315944Z","caller":"traceutil/trace.go:171","msg":"trace[1803244327] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-xrrxx; range_end:; response_count:1; response_revision:8559; }","duration":"141.002611ms","start":"2026-03-15T02:19:28.174912Z","end":"2026-03-15T02:19:28.315914Z","steps":["trace[1803244327] 'agreement among raft nodes before linearized reading' (duration: 140.576131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:28.316013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:27.795757Z","time spent":"520.189446ms","remote":"127.0.0.1:59638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2229,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-15T02:19:56.940075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837385853,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:19:57.440646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837385853,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:19:57.805118Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.37592897s","expected-duration":"1s"} {"level":"info","ts":"2026-03-15T02:19:57.805627Z","caller":"traceutil/trace.go:171","msg":"trace[1629911046] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"1.376483294s","start":"2026-03-15T02:19:56.429104Z","end":"2026-03-15T02:19:57.805588Z","steps":["trace[1629911046] 'process raft request' (duration: 1.376229148s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:57.805919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:56.42909Z","time spent":"1.376657617s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:19:57.807404Z","caller":"traceutil/trace.go:171","msg":"trace[2057859421] linearizableReadLoop","detail":"{readStateIndex:9101; appliedIndex:9098; }","duration":"1.367827511s","start":"2026-03-15T02:19:56.439544Z","end":"2026-03-15T02:19:57.807372Z","steps":["trace[2057859421] 'read index received' (duration: 1.365856784s)","trace[2057859421] 'applied index is now lower than readState.Index' (duration: 1.969647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:19:57.807837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.194038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4z7pz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-15T02:19:57.807842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366451988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-15T02:19:57.807897Z","caller":"traceutil/trace.go:171","msg":"trace[1123125272] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8758; }","duration":"1.36652486s","start":"2026-03-15T02:19:56.441359Z","end":"2026-03-15T02:19:57.807884Z","steps":["trace[1123125272] 'agreement among raft nodes before linearized reading' (duration: 1.366370686s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:19:57.8079Z","caller":"traceutil/trace.go:171","msg":"trace[957857465] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4z7pz; range_end:; response_count:1; response_revision:8758; }","duration":"377.31746ms","start":"2026-03-15T02:19:57.430555Z","end":"2026-03-15T02:19:57.807872Z","steps":["trace[957857465] 'agreement among raft nodes before linearized reading' (duration: 377.209038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:57.807935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:57.430529Z","time spent":"377.398763ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-4z7pz\" "} {"level":"warn","ts":"2026-03-15T02:19:57.808036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.037682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3305"} {"level":"info","ts":"2026-03-15T02:19:57.808061Z","caller":"traceutil/trace.go:171","msg":"trace[612945197] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8758; }","duration":"965.085332ms","start":"2026-03-15T02:19:56.842966Z","end":"2026-03-15T02:19:57.808052Z","steps":["trace[612945197] 'agreement among raft nodes before linearized reading' (duration: 964.97487ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:19:57.808008Z","caller":"traceutil/trace.go:171","msg":"trace[1101289687] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"1.37803605s","start":"2026-03-15T02:19:56.429923Z","end":"2026-03-15T02:19:57.80796Z","steps":["trace[1101289687] 'process raft request' (duration: 1.377247502s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:57.808068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368471635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-15T02:19:57.808127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.474914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:19:57.808151Z","caller":"traceutil/trace.go:171","msg":"trace[475927776] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8758; }","duration":"423.570557ms","start":"2026-03-15T02:19:57.384574Z","end":"2026-03-15T02:19:57.808145Z","steps":["trace[475927776] 'agreement among raft nodes before linearized reading' (duration: 423.516675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:57.808169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:57.384548Z","time spent":"423.617617ms","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:19:57.808171Z","caller":"traceutil/trace.go:171","msg":"trace[2079190503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8758; }","duration":"1.36865063s","start":"2026-03-15T02:19:56.439494Z","end":"2026-03-15T02:19:57.808145Z","steps":["trace[2079190503] 'agreement among raft nodes before linearized reading' (duration: 1.368190899s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:57.808221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.699193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-15T02:19:57.808236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:56.439475Z","time spent":"1.368737021s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-15T02:19:57.808284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071111072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:19:57.808341Z","caller":"traceutil/trace.go:171","msg":"trace[366417769] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8758; }","duration":"1.071193215s","start":"2026-03-15T02:19:56.737132Z","end":"2026-03-15T02:19:57.808325Z","steps":["trace[366417769] 'agreement among raft nodes before linearized reading' (duration: 1.071080262s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:57.808378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:56.737122Z","time spent":"1.071246266s","remote":"127.0.0.1:43022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:19:57.808394Z","caller":"traceutil/trace.go:171","msg":"trace[1876263152] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"1.049226198s","start":"2026-03-15T02:19:56.759159Z","end":"2026-03-15T02:19:57.808386Z","steps":["trace[1876263152] 'process raft request' (duration: 1.048169864s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:57.808394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100634586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:19:57.808454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:56.759126Z","time spent":"1.0492828s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:19:57.80845Z","caller":"traceutil/trace.go:171","msg":"trace[1859703794] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8758; }","duration":"1.100721679s","start":"2026-03-15T02:19:56.707714Z","end":"2026-03-15T02:19:57.808436Z","steps":["trace[1859703794] 'agreement among raft nodes before linearized reading' (duration: 1.100574495s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:57.808078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:56.842957Z","time spent":"965.117704ms","remote":"127.0.0.1:48926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-15T02:19:57.808503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:56.707701Z","time spent":"1.100777149s","remote":"127.0.0.1:41548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:19:57.80792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:56.441355Z","time spent":"1.36656059s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-15T02:19:57.808257Z","caller":"traceutil/trace.go:171","msg":"trace[680727853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8758; }","duration":"226.752994ms","start":"2026-03-15T02:19:57.581493Z","end":"2026-03-15T02:19:57.808246Z","steps":["trace[680727853] 'agreement among raft nodes before linearized reading' (duration: 226.628441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:57.808818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.137358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-15T02:19:57.808882Z","caller":"traceutil/trace.go:171","msg":"trace[479893670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8758; }","duration":"234.236941ms","start":"2026-03-15T02:19:57.574627Z","end":"2026-03-15T02:19:57.808864Z","steps":["trace[479893670] 'agreement among raft nodes before linearized reading' (duration: 233.561575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:57.808913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.358769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-15T02:19:57.80895Z","caller":"traceutil/trace.go:171","msg":"trace[6720707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8758; }","duration":"181.45217ms","start":"2026-03-15T02:19:57.627488Z","end":"2026-03-15T02:19:57.80894Z","steps":["trace[6720707] 'agreement among raft nodes before linearized reading' (duration: 180.278033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:19:57.809116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:19:56.429918Z","time spent":"1.378197054s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:20:13.638875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.167938ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-15T02:20:13.63901Z","caller":"traceutil/trace.go:171","msg":"trace[912409571] linearizableReadLoop","detail":"{readStateIndex:9293; appliedIndex:9292; }","duration":"654.757504ms","start":"2026-03-15T02:20:12.984224Z","end":"2026-03-15T02:20:13.638982Z","steps":["trace[912409571] 'read index received' (duration: 334.137955ms)","trace[912409571] 'applied index is now lower than readState.Index' (duration: 320.617249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:20:13.639436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.192663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:20:13.639528Z","caller":"traceutil/trace.go:171","msg":"trace[1339849932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8945; }","duration":"655.327447ms","start":"2026-03-15T02:20:12.984178Z","end":"2026-03-15T02:20:13.639505Z","steps":["trace[1339849932] 'agreement among raft nodes before linearized reading' (duration: 655.178063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:13.639574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:12.98416Z","time spent":"655.406568ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:20:13.639766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.82817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-15T02:20:13.63986Z","caller":"traceutil/trace.go:171","msg":"trace[325433720] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8945; }","duration":"452.028795ms","start":"2026-03-15T02:20:13.187809Z","end":"2026-03-15T02:20:13.639838Z","steps":["trace[325433720] 'agreement among raft nodes before linearized reading' (duration: 451.687447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:13.639902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:13.187792Z","time spent":"452.100836ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-15T02:20:19.115133Z","caller":"traceutil/trace.go:171","msg":"trace[399402372] linearizableReadLoop","detail":"{readStateIndex:9360; appliedIndex:9359; }","duration":"379.954063ms","start":"2026-03-15T02:20:18.735154Z","end":"2026-03-15T02:20:19.115108Z","steps":["trace[399402372] 'read index received' (duration: 379.774929ms)","trace[399402372] 'applied index is now lower than readState.Index' (duration: 177.914µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:20:19.115277Z","caller":"traceutil/trace.go:171","msg":"trace[1538037057] transaction","detail":"{read_only:false; response_revision:9010; number_of_response:1; }","duration":"435.290364ms","start":"2026-03-15T02:20:18.679975Z","end":"2026-03-15T02:20:19.115266Z","steps":["trace[1538037057] 'process raft request' (duration: 434.962916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:19.115388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:18.679952Z","time spent":"435.351376ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19344,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:20:19.115591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.443225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-15T02:20:19.11562Z","caller":"traceutil/trace.go:171","msg":"trace[225360545] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9010; }","duration":"380.496646ms","start":"2026-03-15T02:20:18.735117Z","end":"2026-03-15T02:20:19.115614Z","steps":["trace[225360545] 'agreement among raft nodes before linearized reading' (duration: 380.389103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:19.115641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:18.7351Z","time spent":"380.537227ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-15T02:20:19.115726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.10235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:20:19.115749Z","caller":"traceutil/trace.go:171","msg":"trace[654274795] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:9010; }","duration":"360.148321ms","start":"2026-03-15T02:20:18.755595Z","end":"2026-03-15T02:20:19.115744Z","steps":["trace[654274795] 'agreement among raft nodes before linearized reading' (duration: 360.10925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:19.115768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:18.755584Z","time spent":"360.178552ms","remote":"127.0.0.1:41632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:20:19.115812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.468077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:20:19.115901Z","caller":"traceutil/trace.go:171","msg":"trace[1589080710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9010; }","duration":"134.59668ms","start":"2026-03-15T02:20:18.981285Z","end":"2026-03-15T02:20:19.115881Z","steps":["trace[1589080710] 'agreement among raft nodes before linearized reading' (duration: 134.442967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:19.455696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.065267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:20:19.455809Z","caller":"traceutil/trace.go:171","msg":"trace[1507223118] linearizableReadLoop","detail":"{readStateIndex:9361; appliedIndex:9360; }","duration":"333.025549ms","start":"2026-03-15T02:20:19.122761Z","end":"2026-03-15T02:20:19.455787Z","steps":["trace[1507223118] 'read index received' (duration: 114.813369ms)","trace[1507223118] 'applied index is now lower than readState.Index' (duration: 218.21058ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:20:19.455857Z","caller":"traceutil/trace.go:171","msg":"trace[1099943530] transaction","detail":"{read_only:false; response_revision:9011; number_of_response:1; }","duration":"333.120261ms","start":"2026-03-15T02:20:19.122693Z","end":"2026-03-15T02:20:19.455813Z","steps":["trace[1099943530] 'process raft request' (duration: 114.865489ms)","trace[1099943530] 'compare' (duration: 217.914504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:20:19.456016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:19.122663Z","time spent":"333.283155ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-15T02:20:19.456047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.269505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19408"} {"level":"info","ts":"2026-03-15T02:20:19.45608Z","caller":"traceutil/trace.go:171","msg":"trace[1601929288] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9011; }","duration":"333.310466ms","start":"2026-03-15T02:20:19.122759Z","end":"2026-03-15T02:20:19.456069Z","steps":["trace[1601929288] 'agreement among raft nodes before linearized reading' (duration: 333.107981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:19.456116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:19.122744Z","time spent":"333.364787ms","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19432,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-15T02:20:19.956541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837386513,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-15T02:20:20.083351Z","caller":"traceutil/trace.go:171","msg":"trace[1332235515] transaction","detail":"{read_only:false; response_revision:9012; number_of_response:1; }","duration":"947.115763ms","start":"2026-03-15T02:20:19.136213Z","end":"2026-03-15T02:20:20.083329Z","steps":["trace[1332235515] 'process raft request' (duration: 946.939249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:20.083484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:19.13619Z","time spent":"947.230355ms","remote":"127.0.0.1:41510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1946,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:20:20.08356Z","caller":"traceutil/trace.go:171","msg":"trace[857629907] transaction","detail":"{read_only:false; response_revision:9013; number_of_response:1; }","duration":"946.736923ms","start":"2026-03-15T02:20:19.136788Z","end":"2026-03-15T02:20:20.083525Z","steps":["trace[857629907] 'process raft request' (duration: 946.494808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:20.083705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:19.136745Z","time spent":"946.880617ms","remote":"127.0.0.1:41404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1407,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:20:20.255095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.862516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:20:20.255453Z","caller":"traceutil/trace.go:171","msg":"trace[1527751667] transaction","detail":"{read_only:false; response_revision:9015; number_of_response:1; }","duration":"351.476468ms","start":"2026-03-15T02:20:19.903941Z","end":"2026-03-15T02:20:20.255418Z","steps":["trace[1527751667] 'process raft request' (duration: 351.289734ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:20:20.255434Z","caller":"traceutil/trace.go:171","msg":"trace[610232072] transaction","detail":"{read_only:false; response_revision:9014; number_of_response:1; }","duration":"355.642395ms","start":"2026-03-15T02:20:19.899736Z","end":"2026-03-15T02:20:20.255378Z","steps":["trace[610232072] 'process raft request' (duration: 226.3617ms)","trace[610232072] 'compare' (duration: 128.570249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:20:20.255574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:19.903928Z","time spent":"351.595281ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:20:20.255582Z","caller":"traceutil/trace.go:171","msg":"trace[1669691927] linearizableReadLoop","detail":"{readStateIndex:9366; appliedIndex:9361; }","duration":"799.719134ms","start":"2026-03-15T02:20:19.455839Z","end":"2026-03-15T02:20:20.255558Z","steps":["trace[1669691927] 'read index received' (duration: 627.336853ms)","trace[1669691927] 'applied index is now lower than readState.Index' (duration: 172.380871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:20:20.25566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:19.899709Z","time spent":"355.82871ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:20:20.255714Z","caller":"traceutil/trace.go:171","msg":"trace[65020186] transaction","detail":"{read_only:false; response_revision:9016; number_of_response:1; }","duration":"347.488845ms","start":"2026-03-15T02:20:19.908209Z","end":"2026-03-15T02:20:20.255698Z","steps":["trace[65020186] 'process raft request' (duration: 347.163747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:20.255833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:19.908193Z","time spent":"347.556706ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:20:20.255883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.547978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:20:20.256036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.236414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4z7pz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-15T02:20:20.256075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.330589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-15T02:20:20.256095Z","caller":"traceutil/trace.go:171","msg":"trace[1935044900] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4z7pz; range_end:; response_count:1; response_revision:9016; }","duration":"282.304685ms","start":"2026-03-15T02:20:19.973771Z","end":"2026-03-15T02:20:20.256076Z","steps":["trace[1935044900] 'agreement among raft nodes before linearized reading' (duration: 282.181603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:20.256067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.247241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-15T02:20:20.256103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.05407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-15T02:20:20.256138Z","caller":"traceutil/trace.go:171","msg":"trace[1435491247] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9016; }","duration":"331.426042ms","start":"2026-03-15T02:20:19.924696Z","end":"2026-03-15T02:20:20.256122Z","steps":["trace[1435491247] 'agreement among raft nodes before linearized reading' (duration: 331.240577ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:20:20.256175Z","caller":"traceutil/trace.go:171","msg":"trace[1314238155] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9016; }","duration":"308.363033ms","start":"2026-03-15T02:20:19.947789Z","end":"2026-03-15T02:20:20.256152Z","steps":["trace[1314238155] 'agreement among raft nodes before linearized reading' (duration: 308.105127ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:20:20.256176Z","caller":"traceutil/trace.go:171","msg":"trace[1099196628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9016; }","duration":"306.165752ms","start":"2026-03-15T02:20:19.949994Z","end":"2026-03-15T02:20:20.25616Z","steps":["trace[1099196628] 'agreement among raft nodes before linearized reading' (duration: 305.948287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:20.256194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:19.924678Z","time spent":"331.504693ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-15T02:20:20.256223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:19.947757Z","time spent":"308.458066ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-15T02:20:20.256227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:19.949954Z","time spent":"306.264875ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-15T02:20:20.255886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.359507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:20:20.256243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.751289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-15T02:20:20.256251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.880806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-15T02:20:20.256416Z","caller":"traceutil/trace.go:171","msg":"trace[335108578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9016; }","duration":"304.973934ms","start":"2026-03-15T02:20:19.951402Z","end":"2026-03-15T02:20:20.256376Z","steps":["trace[335108578] 'agreement among raft nodes before linearized reading' (duration: 304.467923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:20.256418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.604732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-15T02:20:20.256404Z","caller":"traceutil/trace.go:171","msg":"trace[1492342690] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9016; }","duration":"724.852127ms","start":"2026-03-15T02:20:19.53148Z","end":"2026-03-15T02:20:20.256332Z","steps":["trace[1492342690] 'agreement among raft nodes before linearized reading' (duration: 724.327515ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:20:20.256482Z","caller":"traceutil/trace.go:171","msg":"trace[869698767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9016; }","duration":"309.693105ms","start":"2026-03-15T02:20:19.946777Z","end":"2026-03-15T02:20:20.25647Z","steps":["trace[869698767] 'agreement among raft nodes before linearized reading' (duration: 309.139522ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:20:20.256475Z","caller":"traceutil/trace.go:171","msg":"trace[2017267831] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9016; }","duration":"998.177733ms","start":"2026-03-15T02:20:19.258269Z","end":"2026-03-15T02:20:20.256446Z","steps":["trace[2017267831] 'agreement among raft nodes before linearized reading' (duration: 997.730523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:20.256492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:19.951394Z","time spent":"305.081097ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-15T02:20:20.256526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:19.946766Z","time spent":"309.752016ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-15T02:20:20.256544Z","caller":"traceutil/trace.go:171","msg":"trace[304638783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9016; }","duration":"273.205563ms","start":"2026-03-15T02:20:19.983326Z","end":"2026-03-15T02:20:20.256532Z","steps":["trace[304638783] 'agreement among raft nodes before linearized reading' (duration: 272.499937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:20.256545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:19.258243Z","time spent":"998.288316ms","remote":"127.0.0.1:41398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-15T02:20:20.256596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:19.53146Z","time spent":"725.075173ms","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-15T02:20:20.764989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837386522,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:20:21.206594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:20.691119Z","time spent":"515.467404ms","remote":"127.0.0.1:58968","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-15T02:20:21.206853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.893313ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:20:21.20704Z","caller":"traceutil/trace.go:171","msg":"trace[85958404] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9016; }","duration":"122.085648ms","start":"2026-03-15T02:20:21.084911Z","end":"2026-03-15T02:20:21.206996Z","steps":["trace[85958404] 'range keys from in-memory index tree' (duration: 121.866093ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:20:21.221842Z","caller":"traceutil/trace.go:171","msg":"trace[992548690] transaction","detail":"{read_only:false; response_revision:9017; number_of_response:1; }","duration":"959.752478ms","start":"2026-03-15T02:20:20.262051Z","end":"2026-03-15T02:20:21.221803Z","steps":["trace[992548690] 'process raft request' (duration: 959.38933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:21.222095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:20.262033Z","time spent":"959.927932ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:20:21.497913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.063654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:20:21.498135Z","caller":"traceutil/trace.go:171","msg":"trace[108891542] transaction","detail":"{read_only:false; response_revision:9018; number_of_response:1; }","duration":"1.235837439s","start":"2026-03-15T02:20:20.26227Z","end":"2026-03-15T02:20:21.498107Z","steps":["trace[108891542] 'process raft request' (duration: 1.120452267s)","trace[108891542] 'compare' (duration: 114.801418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:20:21.498222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:20.262218Z","time spent":"1.235970562s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:20:21.498663Z","caller":"traceutil/trace.go:171","msg":"trace[1445611856] transaction","detail":"{read_only:false; response_revision:9019; number_of_response:1; }","duration":"1.2363286s","start":"2026-03-15T02:20:20.262305Z","end":"2026-03-15T02:20:21.498633Z","steps":["trace[1445611856] 'process raft request' (duration: 1.235744436s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:20:21.498863Z","caller":"traceutil/trace.go:171","msg":"trace[417551265] transaction","detail":"{read_only:false; response_revision:9020; number_of_response:1; }","duration":"1.232966272s","start":"2026-03-15T02:20:20.265884Z","end":"2026-03-15T02:20:21.498851Z","steps":["trace[417551265] 'process raft request' (duration: 1.232603184s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:21.498884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:20.262273Z","time spent":"1.236500514s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:20:21.498945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:20.265872Z","time spent":"1.233035513s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:20:21.499294Z","caller":"traceutil/trace.go:171","msg":"trace[1300326] transaction","detail":"{read_only:false; response_revision:9021; number_of_response:1; }","duration":"1.233079994s","start":"2026-03-15T02:20:20.266203Z","end":"2026-03-15T02:20:21.499283Z","steps":["trace[1300326] 'process raft request' (duration: 1.232598953s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:21.499363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:20.266192Z","time spent":"1.233139165s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:20:21.499545Z","caller":"traceutil/trace.go:171","msg":"trace[850118769] transaction","detail":"{read_only:false; response_revision:9022; number_of_response:1; }","duration":"625.603943ms","start":"2026-03-15T02:20:20.873909Z","end":"2026-03-15T02:20:21.499513Z","steps":["trace[850118769] 'process raft request' (duration: 625.319467ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:20:21.499544Z","caller":"traceutil/trace.go:171","msg":"trace[834211321] linearizableReadLoop","detail":"{readStateIndex:9371; appliedIndex:9367; }","duration":"1.235507121s","start":"2026-03-15T02:20:20.263972Z","end":"2026-03-15T02:20:21.499479Z","steps":["trace[834211321] 'read index received' (duration: 959.376459ms)","trace[834211321] 'applied index is now lower than readState.Index' (duration: 276.127332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:20:21.499712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235741396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-15T02:20:21.499725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:20.873869Z","time spent":"625.759037ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:20:21.49976Z","caller":"traceutil/trace.go:171","msg":"trace[900457136] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9022; }","duration":"1.235785517s","start":"2026-03-15T02:20:20.263961Z","end":"2026-03-15T02:20:21.499746Z","steps":["trace[900457136] 'agreement among raft nodes before linearized reading' (duration: 1.235630313s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:21.499793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:20.263928Z","time spent":"1.235858899s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-15T02:20:21.590065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.52174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:20:21.590143Z","caller":"traceutil/trace.go:171","msg":"trace[1604583815] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9023; }","duration":"877.633862ms","start":"2026-03-15T02:20:20.712486Z","end":"2026-03-15T02:20:21.59012Z","steps":["trace[1604583815] 'agreement among raft nodes before linearized reading' (duration: 877.414987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:21.590198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:20.712471Z","time spent":"877.715585ms","remote":"127.0.0.1:36030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:20:21.590185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121133103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:20:21.59028Z","caller":"traceutil/trace.go:171","msg":"trace[120765486] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:9023; }","duration":"1.121293206s","start":"2026-03-15T02:20:20.468957Z","end":"2026-03-15T02:20:21.59025Z","steps":["trace[120765486] 'agreement among raft nodes before linearized reading' (duration: 1.121151673s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:21.590339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:20.46893Z","time spent":"1.121394139s","remote":"127.0.0.1:48900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:20:21.590435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.483347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:20:21.590485Z","caller":"traceutil/trace.go:171","msg":"trace[1953352856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9023; }","duration":"606.59132ms","start":"2026-03-15T02:20:20.983881Z","end":"2026-03-15T02:20:21.590473Z","steps":["trace[1953352856] 'agreement among raft nodes before linearized reading' (duration: 606.518949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:21.590513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:20.983847Z","time spent":"606.659862ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-15T02:20:21.590523Z","caller":"traceutil/trace.go:171","msg":"trace[1241796001] transaction","detail":"{read_only:false; response_revision:9023; number_of_response:1; }","duration":"286.816041ms","start":"2026-03-15T02:20:21.303677Z","end":"2026-03-15T02:20:21.590493Z","steps":["trace[1241796001] 'process raft request' (duration: 285.94296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:21.590685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.173612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-15T02:20:21.590794Z","caller":"traceutil/trace.go:171","msg":"trace[1228576152] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9023; }","duration":"324.474889ms","start":"2026-03-15T02:20:21.26629Z","end":"2026-03-15T02:20:21.590765Z","steps":["trace[1228576152] 'agreement among raft nodes before linearized reading' (duration: 324.017279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:21.590848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:21.266266Z","time spent":"324.573752ms","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-15T02:20:22.450462Z","caller":"traceutil/trace.go:171","msg":"trace[481788962] transaction","detail":"{read_only:false; response_revision:9027; number_of_response:1; }","duration":"187.218138ms","start":"2026-03-15T02:20:22.26322Z","end":"2026-03-15T02:20:22.450439Z","steps":["trace[481788962] 'process raft request' (duration: 187.027723ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:20:22.450849Z","caller":"traceutil/trace.go:171","msg":"trace[1659781842] transaction","detail":"{read_only:false; response_revision:9028; number_of_response:1; }","duration":"185.955408ms","start":"2026-03-15T02:20:22.264833Z","end":"2026-03-15T02:20:22.450789Z","steps":["trace[1659781842] 'process raft request' (duration: 185.562089ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:20:22.450979Z","caller":"traceutil/trace.go:171","msg":"trace[1766971182] linearizableReadLoop","detail":"{readStateIndex:9379; appliedIndex:9375; }","duration":"182.127638ms","start":"2026-03-15T02:20:22.268809Z","end":"2026-03-15T02:20:22.450936Z","steps":["trace[1766971182] 'read index received' (duration: 30.974652ms)","trace[1766971182] 'applied index is now lower than readState.Index' (duration: 151.151396ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:20:22.451051Z","caller":"traceutil/trace.go:171","msg":"trace[678705751] transaction","detail":"{read_only:false; response_revision:9029; number_of_response:1; }","duration":"185.208811ms","start":"2026-03-15T02:20:22.265784Z","end":"2026-03-15T02:20:22.450993Z","steps":["trace[678705751] 'process raft request' (duration: 184.923994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:22.451144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.313332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4z7pz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-15T02:20:22.451189Z","caller":"traceutil/trace.go:171","msg":"trace[1308130895] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4z7pz; range_end:; response_count:1; response_revision:9029; }","duration":"182.401365ms","start":"2026-03-15T02:20:22.268779Z","end":"2026-03-15T02:20:22.45118Z","steps":["trace[1308130895] 'agreement among raft nodes before linearized reading' (duration: 182.297713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:22.997439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.944931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:20:22.997543Z","caller":"traceutil/trace.go:171","msg":"trace[1346213930] transaction","detail":"{read_only:false; response_revision:9031; number_of_response:1; }","duration":"262.577926ms","start":"2026-03-15T02:20:22.734946Z","end":"2026-03-15T02:20:22.997523Z","steps":["trace[1346213930] 'process raft request' (duration: 129.498091ms)","trace[1346213930] 'compare' (duration: 132.525002ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:20:23.092064Z","caller":"traceutil/trace.go:171","msg":"trace[1062433259] linearizableReadLoop","detail":"{readStateIndex:9382; appliedIndex:9381; }","duration":"107.437546ms","start":"2026-03-15T02:20:22.984594Z","end":"2026-03-15T02:20:23.092032Z","steps":["trace[1062433259] 'read index received' (duration: 107.16977ms)","trace[1062433259] 'applied index is now lower than readState.Index' (duration: 266.556µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:20:23.092101Z","caller":"traceutil/trace.go:171","msg":"trace[425296347] transaction","detail":"{read_only:false; response_revision:9032; number_of_response:1; }","duration":"352.81561ms","start":"2026-03-15T02:20:22.739258Z","end":"2026-03-15T02:20:23.092074Z","steps":["trace[425296347] 'process raft request' (duration: 352.608795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:23.092281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:20:22.73923Z","time spent":"352.942613ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9867,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:20:23.092377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.727692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:20:23.092473Z","caller":"traceutil/trace.go:171","msg":"trace[2034672364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9032; }","duration":"107.872136ms","start":"2026-03-15T02:20:22.984537Z","end":"2026-03-15T02:20:23.09241Z","steps":["trace[2034672364] 'agreement among raft nodes before linearized reading' (duration: 107.684632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:23.246289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.523494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ndw4j\" ","response":"range_response_count:1 size:19359"} {"level":"info","ts":"2026-03-15T02:20:23.246395Z","caller":"traceutil/trace.go:171","msg":"trace[1797328568] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ndw4j; range_end:; response_count:1; response_revision:9032; }","duration":"148.689678ms","start":"2026-03-15T02:20:23.09768Z","end":"2026-03-15T02:20:23.246369Z","steps":["trace[1797328568] 'range keys from in-memory index tree' (duration: 148.308059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:23.247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.406959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:20:23.247099Z","caller":"traceutil/trace.go:171","msg":"trace[1720873805] transaction","detail":"{read_only:false; response_revision:9033; number_of_response:1; }","duration":"148.787141ms","start":"2026-03-15T02:20:23.098294Z","end":"2026-03-15T02:20:23.247082Z","steps":["trace[1720873805] 'process raft request' (duration: 31.216518ms)","trace[1720873805] 'compare' (duration: 116.746254ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:21:10.163719Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7536} {"level":"info","ts":"2026-03-15T02:21:10.221781Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7536,"took":"56.116369ms","hash":3895288333,"current-db-size-bytes":40538112,"current-db-size":"40 MB","current-db-size-in-use-bytes":23973888,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-15T02:21:10.221852Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3895288333,"revision":7536,"compact-revision":5601} {"level":"info","ts":"2026-03-15T02:21:12.740478Z","caller":"traceutil/trace.go:171","msg":"trace[1347994141] transaction","detail":"{read_only:false; response_revision:9379; number_of_response:1; }","duration":"106.708839ms","start":"2026-03-15T02:21:12.633746Z","end":"2026-03-15T02:21:12.740455Z","steps":["trace[1347994141] 'process raft request' (duration: 106.598747ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:21:54.714977Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c187bdee547e8fd1","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-15T02:21:54.721488Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-15T02:21:54.721683Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-15T02:22:34.109677Z","caller":"traceutil/trace.go:171","msg":"trace[450664783] transaction","detail":"{read_only:false; response_revision:9878; number_of_response:1; }","duration":"110.486762ms","start":"2026-03-15T02:22:33.999161Z","end":"2026-03-15T02:22:34.109648Z","steps":["trace[450664783] 'process raft request' (duration: 110.325329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:23:51.181264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236768837389811,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-15T02:23:51.479851Z","caller":"traceutil/trace.go:171","msg":"trace[1863759067] linearizableReadLoop","detail":"{readStateIndex:10629; appliedIndex:10628; }","duration":"799.634075ms","start":"2026-03-15T02:23:50.680185Z","end":"2026-03-15T02:23:51.479819Z","steps":["trace[1863759067] 'read index received' (duration: 799.4457ms)","trace[1863759067] 'applied index is now lower than readState.Index' (duration: 186.865µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:23:51.479993Z","caller":"traceutil/trace.go:171","msg":"trace[1997518678] transaction","detail":"{read_only:false; response_revision:10230; number_of_response:1; }","duration":"985.261896ms","start":"2026-03-15T02:23:50.494714Z","end":"2026-03-15T02:23:51.479976Z","steps":["trace[1997518678] 'process raft request' (duration: 984.939639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:23:51.480122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:23:50.494695Z","time spent":"985.340869ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:23:51.480303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.095286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-15T02:23:51.480461Z","caller":"traceutil/trace.go:171","msg":"trace[2111174801] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10230; }","duration":"800.29141ms","start":"2026-03-15T02:23:50.680143Z","end":"2026-03-15T02:23:51.480434Z","steps":["trace[2111174801] 'agreement among raft nodes before linearized reading' (duration: 799.979763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:23:51.480678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:23:50.680128Z","time spent":"800.529886ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-15T02:23:51.480733Z","caller":"traceutil/trace.go:171","msg":"trace[135684573] transaction","detail":"{read_only:false; response_revision:10231; number_of_response:1; }","duration":"162.859152ms","start":"2026-03-15T02:23:51.317859Z","end":"2026-03-15T02:23:51.480718Z","steps":["trace[135684573] 'process raft request' (duration: 162.662097ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:23:51.48067Z","caller":"traceutil/trace.go:171","msg":"trace[1941426537] transaction","detail":"{read_only:false; response_revision:10232; number_of_response:1; }","duration":"162.335689ms","start":"2026-03-15T02:23:51.318321Z","end":"2026-03-15T02:23:51.480656Z","steps":["trace[1941426537] 'process raft request' (duration: 162.263798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:23:51.481051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.590914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:23:51.481115Z","caller":"traceutil/trace.go:171","msg":"trace[1505304213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10233; }","duration":"497.705846ms","start":"2026-03-15T02:23:50.983396Z","end":"2026-03-15T02:23:51.481102Z","steps":["trace[1505304213] 'agreement among raft nodes before linearized reading' (duration: 497.583213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:23:51.481149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:23:50.983375Z","time spent":"497.769208ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:23:51.481163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.173995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-15T02:23:51.481185Z","caller":"traceutil/trace.go:171","msg":"trace[137711416] transaction","detail":"{read_only:false; response_revision:10233; number_of_response:1; }","duration":"161.034199ms","start":"2026-03-15T02:23:51.320126Z","end":"2026-03-15T02:23:51.48116Z","steps":["trace[137711416] 'process raft request' (duration: 160.493246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:23:51.481236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.183365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-15T02:23:51.481279Z","caller":"traceutil/trace.go:171","msg":"trace[652484357] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10233; }","duration":"787.318728ms","start":"2026-03-15T02:23:50.693936Z","end":"2026-03-15T02:23:51.481255Z","steps":["trace[652484357] 'agreement among raft nodes before linearized reading' (duration: 787.005291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:23:51.481199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.280688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-15T02:23:51.48132Z","caller":"traceutil/trace.go:171","msg":"trace[1195053053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10233; }","duration":"787.280597ms","start":"2026-03-15T02:23:50.694017Z","end":"2026-03-15T02:23:51.481297Z","steps":["trace[1195053053] 'agreement among raft nodes before linearized reading' (duration: 787.086983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:23:51.481335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.316969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-15T02:23:51.481347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:23:50.693925Z","time spent":"787.403301ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-15T02:23:51.48136Z","caller":"traceutil/trace.go:171","msg":"trace[1977349196] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10233; }","duration":"781.454592ms","start":"2026-03-15T02:23:50.699885Z","end":"2026-03-15T02:23:51.48134Z","steps":["trace[1977349196] 'agreement among raft nodes before linearized reading' (duration: 781.200746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:23:51.48138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:23:50.694008Z","time spent":"787.35711ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-15T02:23:51.481392Z","caller":"traceutil/trace.go:171","msg":"trace[13267866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10233; }","duration":"787.39123ms","start":"2026-03-15T02:23:50.693986Z","end":"2026-03-15T02:23:51.481377Z","steps":["trace[13267866] 'agreement among raft nodes before linearized reading' (duration: 787.153145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:23:51.481433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:23:50.693979Z","time spent":"787.446221ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-15T02:23:51.48143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:23:50.699879Z","time spent":"781.534074ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-15T02:23:51.481474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.963176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414647"} {"level":"info","ts":"2026-03-15T02:23:51.481531Z","caller":"traceutil/trace.go:171","msg":"trace[1623611262] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:10233; }","duration":"688.056388ms","start":"2026-03-15T02:23:50.793459Z","end":"2026-03-15T02:23:51.481516Z","steps":["trace[1623611262] 'agreement among raft nodes before linearized reading' (duration: 687.778642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:23:51.481575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:23:50.79341Z","time spent":"688.1542ms","remote":"127.0.0.1:42980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414671,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-15T02:24:36.991661Z","caller":"traceutil/trace.go:171","msg":"trace[914895188] transaction","detail":"{read_only:false; response_revision:10552; number_of_response:1; }","duration":"105.451755ms","start":"2026-03-15T02:24:36.886175Z","end":"2026-03-15T02:24:36.991627Z","steps":["trace[914895188] 'process raft request' (duration: 105.085957ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:26:10.173133Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9367} {"level":"info","ts":"2026-03-15T02:26:10.244564Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9367,"took":"68.337888ms","hash":1211190838,"current-db-size-bytes":40538112,"current-db-size":"40 MB","current-db-size-in-use-bytes":22159360,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-15T02:26:10.24463Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1211190838,"revision":9367,"compact-revision":7536} {"level":"info","ts":"2026-03-15T02:31:10.181611Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11057} {"level":"info","ts":"2026-03-15T02:31:10.250992Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11057,"took":"67.323979ms","hash":2832042565,"current-db-size-bytes":40538112,"current-db-size":"40 MB","current-db-size-in-use-bytes":16060416,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-03-15T02:31:10.251058Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2832042565,"revision":11057,"compact-revision":9367}