{"level":"warn","ts":"2026-03-20T01:36:35.524776Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-20T01:36:35.524929Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.57:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.57:2380","--initial-cluster=instance=https://199.204.45.57:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.57:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.57:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-20T01:36:35.525091Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-20T01:36:35.525116Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.57:2380"]} {"level":"info","ts":"2026-03-20T01:36:35.525155Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-20T01:36:35.52661Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"]} {"level":"info","ts":"2026-03-20T01:36:35.526864Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.57:2380"],"listen-peer-urls":["https://199.204.45.57:2380"],"advertise-client-urls":["https://199.204.45.57:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.57:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-20T01:36:35.537678Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"9.547379ms"} {"level":"info","ts":"2026-03-20T01:36:35.556391Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b6478f0ac5aeb8e1","cluster-id":"6c58cff80d4a5b62"} {"level":"info","ts":"2026-03-20T01:36:35.556532Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=()"} {"level":"info","ts":"2026-03-20T01:36:35.556657Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became follower at term 0"} {"level":"info","ts":"2026-03-20T01:36:35.557743Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b6478f0ac5aeb8e1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-20T01:36:35.557787Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became follower at term 1"} {"level":"info","ts":"2026-03-20T01:36:35.557903Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=(13134624114678348001)"} {"level":"warn","ts":"2026-03-20T01:36:35.570556Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-20T01:36:35.572749Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-20T01:36:35.574797Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-20T01:36:35.578245Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b6478f0ac5aeb8e1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-20T01:36:35.578435Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-20T01:36:35.578569Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-20T01:36:35.578585Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-20T01:36:35.578812Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b6478f0ac5aeb8e1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-20T01:36:35.581826Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=(13134624114678348001)"} {"level":"info","ts":"2026-03-20T01:36:35.582047Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6c58cff80d4a5b62","local-member-id":"b6478f0ac5aeb8e1","added-peer-id":"b6478f0ac5aeb8e1","added-peer-peer-urls":["https://199.204.45.57:2380"]} {"level":"info","ts":"2026-03-20T01:36:35.583946Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-20T01:36:35.584628Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.57:2380"} {"level":"info","ts":"2026-03-20T01:36:35.584674Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.57:2380"} {"level":"info","ts":"2026-03-20T01:36:35.585067Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b6478f0ac5aeb8e1","initial-advertise-peer-urls":["https://199.204.45.57:2380"],"listen-peer-urls":["https://199.204.45.57:2380"],"advertise-client-urls":["https://199.204.45.57:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-20T01:36:35.585093Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-20T01:36:36.358658Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 is starting a new election at term 1"} {"level":"info","ts":"2026-03-20T01:36:36.358778Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-20T01:36:36.358814Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 received MsgPreVoteResp from b6478f0ac5aeb8e1 at term 1"} {"level":"info","ts":"2026-03-20T01:36:36.358836Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became candidate at term 2"} {"level":"info","ts":"2026-03-20T01:36:36.358848Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 received MsgVoteResp from b6478f0ac5aeb8e1 at term 2"} {"level":"info","ts":"2026-03-20T01:36:36.358864Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became leader at term 2"} {"level":"info","ts":"2026-03-20T01:36:36.358878Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b6478f0ac5aeb8e1 elected leader b6478f0ac5aeb8e1 at term 2"} {"level":"info","ts":"2026-03-20T01:36:36.395786Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-20T01:36:36.496449Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b6478f0ac5aeb8e1","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.57:2379]}","request-path":"/0/members/b6478f0ac5aeb8e1/attributes","cluster-id":"6c58cff80d4a5b62","publish-timeout":"7s"} {"level":"info","ts":"2026-03-20T01:36:36.496501Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-20T01:36:36.496675Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-20T01:36:36.496772Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-20T01:36:36.496684Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-20T01:36:36.499777Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.57:2379"} {"level":"info","ts":"2026-03-20T01:36:36.50117Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-20T01:36:36.579398Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6c58cff80d4a5b62","local-member-id":"b6478f0ac5aeb8e1","cluster-version":"3.5"} {"level":"info","ts":"2026-03-20T01:36:36.579591Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-20T01:36:36.579672Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-03-20T01:36:36.781246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.891168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T01:36:36.781339Z","caller":"traceutil/trace.go:171","msg":"trace[1917199886] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"129.050232ms","start":"2026-03-20T01:36:36.652272Z","end":"2026-03-20T01:36:36.781322Z","steps":["trace[1917199886] 'count revisions from in-memory index tree' (duration: 128.752895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:36:36.78147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.149914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T01:36:36.7815Z","caller":"traceutil/trace.go:171","msg":"trace[1561774641] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"129.184275ms","start":"2026-03-20T01:36:36.652307Z","end":"2026-03-20T01:36:36.781491Z","steps":["trace[1561774641] 'range keys from in-memory index tree' (duration: 129.013641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:36:36.781584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.805074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T01:36:36.781609Z","caller":"traceutil/trace.go:171","msg":"trace[362289388] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1; }","duration":"115.842475ms","start":"2026-03-20T01:36:36.665761Z","end":"2026-03-20T01:36:36.781603Z","steps":["trace[362289388] 'range keys from in-memory index tree' (duration: 115.762093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:36:36.781715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.865484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T01:36:36.781742Z","caller":"traceutil/trace.go:171","msg":"trace[111066678] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1; }","duration":"115.911977ms","start":"2026-03-20T01:36:36.665823Z","end":"2026-03-20T01:36:36.781735Z","steps":["trace[111066678] 'count revisions from in-memory index tree' (duration: 115.803843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:36:36.781892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.853063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T01:36:36.781987Z","caller":"traceutil/trace.go:171","msg":"trace[1391659574] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1; }","duration":"103.993876ms","start":"2026-03-20T01:36:36.677974Z","end":"2026-03-20T01:36:36.781968Z","steps":["trace[1391659574] 'range keys from in-memory index tree' (duration: 103.73353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:36:36.782256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.18991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T01:36:36.782295Z","caller":"traceutil/trace.go:171","msg":"trace[1497109682] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1; }","duration":"104.266222ms","start":"2026-03-20T01:36:36.678018Z","end":"2026-03-20T01:36:36.782285Z","steps":["trace[1497109682] 'count revisions from in-memory index tree' (duration: 104.146789ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:36:40.283971Z","caller":"traceutil/trace.go:171","msg":"trace[90497618] transaction","detail":"{read_only:false; response_revision:251; number_of_response:1; }","duration":"120.954485ms","start":"2026-03-20T01:36:40.162988Z","end":"2026-03-20T01:36:40.283942Z","steps":["trace[90497618] 'process raft request' (duration: 120.783551ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:36:40.28907Z","caller":"traceutil/trace.go:171","msg":"trace[2125259017] transaction","detail":"{read_only:false; response_revision:252; number_of_response:1; }","duration":"124.489633ms","start":"2026-03-20T01:36:40.164553Z","end":"2026-03-20T01:36:40.289042Z","steps":["trace[2125259017] 'process raft request' (duration: 124.35984ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:36:47.531308Z","caller":"traceutil/trace.go:171","msg":"trace[1547781909] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"112.334728ms","start":"2026-03-20T01:36:47.418947Z","end":"2026-03-20T01:36:47.531282Z","steps":["trace[1547781909] 'process raft request' (duration: 112.173514ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:36:47.737477Z","caller":"traceutil/trace.go:171","msg":"trace[2013588742] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"198.915375ms","start":"2026-03-20T01:36:47.538527Z","end":"2026-03-20T01:36:47.737443Z","steps":["trace[2013588742] 'process raft request' (duration: 198.760461ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:36:54.545434Z","caller":"traceutil/trace.go:171","msg":"trace[988326086] linearizableReadLoop","detail":"{readStateIndex:433; appliedIndex:432; }","duration":"158.076854ms","start":"2026-03-20T01:36:54.387315Z","end":"2026-03-20T01:36:54.545392Z","steps":["trace[988326086] 'read index received' (duration: 157.87366ms)","trace[988326086] 'applied index is now lower than readState.Index' (duration: 201.194µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:36:54.545528Z","caller":"traceutil/trace.go:171","msg":"trace[2124957448] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"270.189746ms","start":"2026-03-20T01:36:54.275275Z","end":"2026-03-20T01:36:54.545464Z","steps":["trace[2124957448] 'process raft request' (duration: 269.88887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:36:54.545743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.386071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T01:36:54.545866Z","caller":"traceutil/trace.go:171","msg":"trace[126271598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:416; }","duration":"158.590126ms","start":"2026-03-20T01:36:54.387252Z","end":"2026-03-20T01:36:54.545842Z","steps":["trace[126271598] 'agreement among raft nodes before linearized reading' (duration: 158.3334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:36:54.545856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.023018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T01:36:54.545938Z","caller":"traceutil/trace.go:171","msg":"trace[331018848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:416; }","duration":"105.161501ms","start":"2026-03-20T01:36:54.440756Z","end":"2026-03-20T01:36:54.545918Z","steps":["trace[331018848] 'agreement among raft nodes before linearized reading' (duration: 104.946197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:36:54.546356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.044393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:36:54.546446Z","caller":"traceutil/trace.go:171","msg":"trace[926543522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:416; }","duration":"107.190225ms","start":"2026-03-20T01:36:54.439236Z","end":"2026-03-20T01:36:54.546426Z","steps":["trace[926543522] 'agreement among raft nodes before linearized reading' (duration: 106.420529ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:36:54.745145Z","caller":"traceutil/trace.go:171","msg":"trace[1251997703] linearizableReadLoop","detail":"{readStateIndex:435; appliedIndex:433; }","duration":"179.186315ms","start":"2026-03-20T01:36:54.565884Z","end":"2026-03-20T01:36:54.74507Z","steps":["trace[1251997703] 'read index received' (duration: 46.245018ms)","trace[1251997703] 'applied index is now lower than readState.Index' (duration: 132.939407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:36:54.745464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.546992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"info","ts":"2026-03-20T01:36:54.745648Z","caller":"traceutil/trace.go:171","msg":"trace[1807828218] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:418; }","duration":"179.778427ms","start":"2026-03-20T01:36:54.565842Z","end":"2026-03-20T01:36:54.745621Z","steps":["trace[1807828218] 'agreement among raft nodes before linearized reading' (duration: 179.391609ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:36:54.746146Z","caller":"traceutil/trace.go:171","msg":"trace[2096874544] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"195.05726ms","start":"2026-03-20T01:36:54.551023Z","end":"2026-03-20T01:36:54.74608Z","steps":["trace[2096874544] 'process raft request' (duration: 156.074041ms)","trace[2096874544] 'compare' (duration: 37.824453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:36:55.730516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101834234390957,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T01:36:55.766173Z","caller":"traceutil/trace.go:171","msg":"trace[1976516876] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"1.009880066s","start":"2026-03-20T01:36:54.756266Z","end":"2026-03-20T01:36:55.766146Z","steps":["trace[1976516876] 'process raft request' (duration: 981.62466ms)","trace[1976516876] 'compare' (duration: 28.127173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:36:55.766872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:36:54.75624Z","time spent":"1.010012909s","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6946,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:36:55.773068Z","caller":"traceutil/trace.go:171","msg":"trace[805132816] linearizableReadLoop","detail":"{readStateIndex:437; appliedIndex:435; }","duration":"542.797988ms","start":"2026-03-20T01:36:55.230239Z","end":"2026-03-20T01:36:55.773037Z","steps":["trace[805132816] 'read index received' (duration: 507.602011ms)","trace[805132816] 'applied index is now lower than readState.Index' (duration: 35.194027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:36:55.773257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.008843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-20T01:36:55.773395Z","caller":"traceutil/trace.go:171","msg":"trace[1996205223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:419; }","duration":"543.203467ms","start":"2026-03-20T01:36:55.230169Z","end":"2026-03-20T01:36:55.773373Z","steps":["trace[1996205223] 'agreement among raft nodes before linearized reading' (duration: 542.992062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:36:55.773446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:36:55.230142Z","time spent":"543.293828ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T01:37:02.151908Z","caller":"traceutil/trace.go:171","msg":"trace[1323784563] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"345.531539ms","start":"2026-03-20T01:37:01.806351Z","end":"2026-03-20T01:37:02.151883Z","steps":["trace[1323784563] 'process raft request' (duration: 345.385786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:02.152074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:01.806335Z","time spent":"345.653542ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:37:02.372003Z","caller":"traceutil/trace.go:171","msg":"trace[786014903] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"375.708817ms","start":"2026-03-20T01:37:01.996211Z","end":"2026-03-20T01:37:02.37192Z","steps":["trace[786014903] 'process raft request' (duration: 291.081333ms)","trace[786014903] 'compare' (duration: 84.473231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:37:02.372232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:01.996183Z","time spent":"375.925161ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:37:02.822827Z","caller":"traceutil/trace.go:171","msg":"trace[852397941] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"138.408376ms","start":"2026-03-20T01:37:02.68439Z","end":"2026-03-20T01:37:02.822799Z","steps":["trace[852397941] 'process raft request' (duration: 138.260293ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:06.761187Z","caller":"traceutil/trace.go:171","msg":"trace[1061307840] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"121.302403ms","start":"2026-03-20T01:37:06.639853Z","end":"2026-03-20T01:37:06.761155Z","steps":["trace[1061307840] 'process raft request' (duration: 24.721311ms)","trace[1061307840] 'compare' (duration: 96.445819ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:37:08.47573Z","caller":"traceutil/trace.go:171","msg":"trace[761349432] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"163.23179ms","start":"2026-03-20T01:37:08.312463Z","end":"2026-03-20T01:37:08.475695Z","steps":["trace[761349432] 'process raft request' (duration: 162.972164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:08.919596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.145326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:37:08.919703Z","caller":"traceutil/trace.go:171","msg":"trace[720961557] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"394.125467ms","start":"2026-03-20T01:37:08.525559Z","end":"2026-03-20T01:37:08.919684Z","steps":["trace[720961557] 'process raft request' (duration: 182.638984ms)","trace[720961557] 'compare' (duration: 210.831029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:37:08.919755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:08.525536Z","time spent":"394.198779ms","remote":"127.0.0.1:51662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T01:37:08.976937Z","caller":"traceutil/trace.go:171","msg":"trace[2063101415] linearizableReadLoop","detail":"{readStateIndex:475; appliedIndex:472; }","duration":"211.005154ms","start":"2026-03-20T01:37:08.765909Z","end":"2026-03-20T01:37:08.976915Z","steps":["trace[2063101415] 'read index received' (duration: 210.795519ms)","trace[2063101415] 'applied index is now lower than readState.Index' (duration: 208.445µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:37:08.976947Z","caller":"traceutil/trace.go:171","msg":"trace[1389673078] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"450.03415ms","start":"2026-03-20T01:37:08.526869Z","end":"2026-03-20T01:37:08.976903Z","steps":["trace[1389673078] 'process raft request' (duration: 449.815304ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:08.976989Z","caller":"traceutil/trace.go:171","msg":"trace[228084888] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"447.790661ms","start":"2026-03-20T01:37:08.529152Z","end":"2026-03-20T01:37:08.976942Z","steps":["trace[228084888] 'process raft request' (duration: 447.635996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:08.977169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:08.526841Z","time spent":"450.202994ms","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3563,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T01:37:08.977252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.328231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-20T01:37:08.977287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:08.529131Z","time spent":"447.981344ms","remote":"127.0.0.1:52060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:37:08.977336Z","caller":"traceutil/trace.go:171","msg":"trace[1038247431] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:455; }","duration":"211.467184ms","start":"2026-03-20T01:37:08.76585Z","end":"2026-03-20T01:37:08.977317Z","steps":["trace[1038247431] 'agreement among raft nodes before linearized reading' (duration: 211.30914ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:08.979278Z","caller":"traceutil/trace.go:171","msg":"trace[298182742] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"300.46055ms","start":"2026-03-20T01:37:08.676628Z","end":"2026-03-20T01:37:08.977088Z","steps":["trace[298182742] 'process raft request' (duration: 300.225915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:08.979493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:08.676587Z","time spent":"302.77631ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:37:09.129657Z","caller":"traceutil/trace.go:171","msg":"trace[892781106] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"143.061548ms","start":"2026-03-20T01:37:08.986543Z","end":"2026-03-20T01:37:09.129604Z","steps":["trace[892781106] 'process raft request' (duration: 89.483107ms)","trace[892781106] 'compare' (duration: 53.360456ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:37:09.143717Z","caller":"traceutil/trace.go:171","msg":"trace[2129726149] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"157.104675ms","start":"2026-03-20T01:37:08.986592Z","end":"2026-03-20T01:37:09.143697Z","steps":["trace[2129726149] 'process raft request' (duration: 156.898931ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:09.143817Z","caller":"traceutil/trace.go:171","msg":"trace[1687095081] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"157.096565ms","start":"2026-03-20T01:37:08.98669Z","end":"2026-03-20T01:37:09.143787Z","steps":["trace[1687095081] 'process raft request' (duration: 156.920282ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:09.144033Z","caller":"traceutil/trace.go:171","msg":"trace[1971378146] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"157.142726ms","start":"2026-03-20T01:37:08.986781Z","end":"2026-03-20T01:37:09.143923Z","steps":["trace[1971378146] 'process raft request' (duration: 156.86608ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:09.14484Z","caller":"traceutil/trace.go:171","msg":"trace[1057041494] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"154.074039ms","start":"2026-03-20T01:37:08.99075Z","end":"2026-03-20T01:37:09.144824Z","steps":["trace[1057041494] 'process raft request' (duration: 154.028038ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:09.144915Z","caller":"traceutil/trace.go:171","msg":"trace[738591643] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"158.061826ms","start":"2026-03-20T01:37:08.986818Z","end":"2026-03-20T01:37:09.144879Z","steps":["trace[738591643] 'process raft request' (duration: 156.911041ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:09.145248Z","caller":"traceutil/trace.go:171","msg":"trace[1433877549] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"156.023582ms","start":"2026-03-20T01:37:08.989196Z","end":"2026-03-20T01:37:09.14522Z","steps":["trace[1433877549] 'process raft request' (duration: 155.477869ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:09.145298Z","caller":"traceutil/trace.go:171","msg":"trace[1283453600] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"155.995051ms","start":"2026-03-20T01:37:08.989289Z","end":"2026-03-20T01:37:09.145284Z","steps":["trace[1283453600] 'process raft request' (duration: 155.457879ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:09.323788Z","caller":"traceutil/trace.go:171","msg":"trace[264358986] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"158.316931ms","start":"2026-03-20T01:37:09.165444Z","end":"2026-03-20T01:37:09.323761Z","steps":["trace[264358986] 'process raft request' (duration: 129.053132ms)","trace[264358986] 'compare' (duration: 28.989483ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:37:09.531557Z","caller":"traceutil/trace.go:171","msg":"trace[484946417] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"201.616678ms","start":"2026-03-20T01:37:09.329901Z","end":"2026-03-20T01:37:09.531517Z","steps":["trace[484946417] 'process raft request' (duration: 181.837385ms)","trace[484946417] 'compare' (duration: 19.485726ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:37:09.531732Z","caller":"traceutil/trace.go:171","msg":"trace[1127789503] linearizableReadLoop","detail":"{readStateIndex:491; appliedIndex:489; }","duration":"199.445982ms","start":"2026-03-20T01:37:09.332241Z","end":"2026-03-20T01:37:09.531687Z","steps":["trace[1127789503] 'read index received' (duration: 39.228048ms)","trace[1127789503] 'applied index is now lower than readState.Index' (duration: 160.215944ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:37:09.531855Z","caller":"traceutil/trace.go:171","msg":"trace[1914272637] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"198.213284ms","start":"2026-03-20T01:37:09.333613Z","end":"2026-03-20T01:37:09.531826Z","steps":["trace[1914272637] 'process raft request' (duration: 197.980409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:09.531992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.710447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:37:09.532011Z","caller":"traceutil/trace.go:171","msg":"trace[1620864240] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"199.167545ms","start":"2026-03-20T01:37:09.332805Z","end":"2026-03-20T01:37:09.531973Z","steps":["trace[1620864240] 'process raft request' (duration: 198.680573ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:09.532063Z","caller":"traceutil/trace.go:171","msg":"trace[125204067] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:473; }","duration":"199.817329ms","start":"2026-03-20T01:37:09.332225Z","end":"2026-03-20T01:37:09.532042Z","steps":["trace[125204067] 'agreement among raft nodes before linearized reading' (duration: 199.634005ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:09.711225Z","caller":"traceutil/trace.go:171","msg":"trace[1753935365] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"175.978577ms","start":"2026-03-20T01:37:09.535218Z","end":"2026-03-20T01:37:09.711197Z","steps":["trace[1753935365] 'process raft request' (duration: 155.616722ms)","trace[1753935365] 'compare' (duration: 20.230073ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:37:09.712757Z","caller":"traceutil/trace.go:171","msg":"trace[406609599] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"173.132516ms","start":"2026-03-20T01:37:09.539609Z","end":"2026-03-20T01:37:09.712741Z","steps":["trace[406609599] 'process raft request' (duration: 172.987543ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:09.713014Z","caller":"traceutil/trace.go:171","msg":"trace[1183394024] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"170.410156ms","start":"2026-03-20T01:37:09.542596Z","end":"2026-03-20T01:37:09.713006Z","steps":["trace[1183394024] 'process raft request' (duration: 170.0991ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:21.00089Z","caller":"traceutil/trace.go:171","msg":"trace[123742786] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"136.463004ms","start":"2026-03-20T01:37:20.864389Z","end":"2026-03-20T01:37:21.000852Z","steps":["trace[123742786] 'process raft request' (duration: 89.702131ms)","trace[123742786] 'compare' (duration: 46.426826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:37:21.88025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101834234391221,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T01:37:22.145541Z","caller":"traceutil/trace.go:171","msg":"trace[768388501] linearizableReadLoop","detail":"{readStateIndex:565; appliedIndex:564; }","duration":"765.463886ms","start":"2026-03-20T01:37:21.380046Z","end":"2026-03-20T01:37:22.14551Z","steps":["trace[768388501] 'read index received' (duration: 742.649957ms)","trace[768388501] 'applied index is now lower than readState.Index' (duration: 22.812579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:37:22.145749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.67696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T01:37:22.145718Z","caller":"traceutil/trace.go:171","msg":"trace[1053888546] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"784.718277ms","start":"2026-03-20T01:37:21.36096Z","end":"2026-03-20T01:37:22.145678Z","steps":["trace[1053888546] 'process raft request' (duration: 761.745654ms)","trace[1053888546] 'compare' (duration: 22.661766ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:37:22.145782Z","caller":"traceutil/trace.go:171","msg":"trace[1738142535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:542; }","duration":"765.787473ms","start":"2026-03-20T01:37:21.379982Z","end":"2026-03-20T01:37:22.145769Z","steps":["trace[1738142535] 'agreement among raft nodes before linearized reading' (duration: 765.690291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:22.145816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:21.379958Z","time spent":"765.850294ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T01:37:22.145884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:21.360937Z","time spent":"784.86083ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:37:22.145908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.894204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:37:22.145997Z","caller":"traceutil/trace.go:171","msg":"trace[306169007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:542; }","duration":"706.025566ms","start":"2026-03-20T01:37:21.439944Z","end":"2026-03-20T01:37:22.14597Z","steps":["trace[306169007] 'agreement among raft nodes before linearized reading' (duration: 705.888353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:22.146037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:21.439922Z","time spent":"706.107348ms","remote":"127.0.0.1:51606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T01:37:23.541716Z","caller":"traceutil/trace.go:171","msg":"trace[1160625735] linearizableReadLoop","detail":"{readStateIndex:572; appliedIndex:571; }","duration":"103.660356ms","start":"2026-03-20T01:37:23.437999Z","end":"2026-03-20T01:37:23.541659Z","steps":["trace[1160625735] 'read index received' (duration: 103.434401ms)","trace[1160625735] 'applied index is now lower than readState.Index' (duration: 224.835µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:37:23.541848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.838501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:37:23.541887Z","caller":"traceutil/trace.go:171","msg":"trace[549490786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:549; }","duration":"103.945953ms","start":"2026-03-20T01:37:23.437928Z","end":"2026-03-20T01:37:23.541874Z","steps":["trace[549490786] 'agreement among raft nodes before linearized reading' (duration: 103.863601ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:23.541842Z","caller":"traceutil/trace.go:171","msg":"trace[1186228370] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"176.901128ms","start":"2026-03-20T01:37:23.364887Z","end":"2026-03-20T01:37:23.541788Z","steps":["trace[1186228370] 'process raft request' (duration: 176.629882ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:26.29629Z","caller":"traceutil/trace.go:171","msg":"trace[1741434990] linearizableReadLoop","detail":"{readStateIndex:578; appliedIndex:577; }","duration":"124.527663ms","start":"2026-03-20T01:37:26.171726Z","end":"2026-03-20T01:37:26.296254Z","steps":["trace[1741434990] 'read index received' (duration: 124.282587ms)","trace[1741434990] 'applied index is now lower than readState.Index' (duration: 243.546µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:37:26.296401Z","caller":"traceutil/trace.go:171","msg":"trace[1994263789] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"129.245446ms","start":"2026-03-20T01:37:26.167114Z","end":"2026-03-20T01:37:26.29636Z","steps":["trace[1994263789] 'process raft request' (duration: 128.885858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:26.296628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.846709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-20T01:37:26.296734Z","caller":"traceutil/trace.go:171","msg":"trace[1975363458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:554; }","duration":"125.006342ms","start":"2026-03-20T01:37:26.171704Z","end":"2026-03-20T01:37:26.29671Z","steps":["trace[1975363458] 'agreement among raft nodes before linearized reading' (duration: 124.671225ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:26.460774Z","caller":"traceutil/trace.go:171","msg":"trace[1142914351] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"160.049479ms","start":"2026-03-20T01:37:26.30066Z","end":"2026-03-20T01:37:26.46071Z","steps":["trace[1142914351] 'process raft request' (duration: 115.411943ms)","trace[1142914351] 'compare' (duration: 44.3414ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:37:26.711374Z","caller":"traceutil/trace.go:171","msg":"trace[1422080986] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"178.050542ms","start":"2026-03-20T01:37:26.533275Z","end":"2026-03-20T01:37:26.711325Z","steps":["trace[1422080986] 'process raft request' (duration: 163.804081ms)","trace[1422080986] 'compare' (duration: 14.027497ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:37:27.866012Z","caller":"traceutil/trace.go:171","msg":"trace[159859517] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"299.522619ms","start":"2026-03-20T01:37:27.566453Z","end":"2026-03-20T01:37:27.865976Z","steps":["trace[159859517] 'process raft request' (duration: 299.315374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:32.048621Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101834234391338,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T01:37:32.187152Z","caller":"traceutil/trace.go:171","msg":"trace[222106557] linearizableReadLoop","detail":"{readStateIndex:617; appliedIndex:616; }","duration":"639.491851ms","start":"2026-03-20T01:37:31.547636Z","end":"2026-03-20T01:37:32.187127Z","steps":["trace[222106557] 'read index received' (duration: 639.176334ms)","trace[222106557] 'applied index is now lower than readState.Index' (duration: 314.397µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:37:32.187215Z","caller":"traceutil/trace.go:171","msg":"trace[951073329] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"640.173327ms","start":"2026-03-20T01:37:31.547008Z","end":"2026-03-20T01:37:32.187181Z","steps":["trace[951073329] 'process raft request' (duration: 639.979483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:32.187318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.665486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificaterequests.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:37:32.187358Z","caller":"traceutil/trace.go:171","msg":"trace[737976099] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificaterequests.cert-manager.io; range_end:; response_count:0; response_revision:592; }","duration":"639.763878ms","start":"2026-03-20T01:37:31.547582Z","end":"2026-03-20T01:37:32.187346Z","steps":["trace[737976099] 'agreement among raft nodes before linearized reading' (duration: 639.684596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:32.187393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:31.547563Z","time spent":"639.821979ms","remote":"127.0.0.1:51640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificaterequests.cert-manager.io\" "} {"level":"warn","ts":"2026-03-20T01:37:32.187398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:31.546984Z","time spent":"640.33117ms","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:37:32.187794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.371142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T01:37:32.187873Z","caller":"traceutil/trace.go:171","msg":"trace[809370317] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:592; }","duration":"302.507474ms","start":"2026-03-20T01:37:31.885341Z","end":"2026-03-20T01:37:32.187849Z","steps":["trace[809370317] 'agreement among raft nodes before linearized reading' (duration: 301.997793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:32.187933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:31.885319Z","time spent":"302.603556ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T01:37:32.841679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101834234391372,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T01:37:33.202613Z","caller":"traceutil/trace.go:171","msg":"trace[863401099] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"861.736381ms","start":"2026-03-20T01:37:32.340846Z","end":"2026-03-20T01:37:33.202582Z","steps":["trace[863401099] 'process raft request' (duration: 861.549507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:33.202804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:32.340823Z","time spent":"861.883954ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:37:34.291062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.588199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:37:34.291203Z","caller":"traceutil/trace.go:171","msg":"trace[552372379] linearizableReadLoop","detail":"{readStateIndex:620; appliedIndex:618; }","duration":"1.950030095s","start":"2026-03-20T01:37:32.341144Z","end":"2026-03-20T01:37:34.291174Z","steps":["trace[552372379] 'read index received' (duration: 861.195129ms)","trace[552372379] 'applied index is now lower than readState.Index' (duration: 1.088832456s)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:37:34.29153Z","caller":"traceutil/trace.go:171","msg":"trace[277571497] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"1.496162102s","start":"2026-03-20T01:37:32.795321Z","end":"2026-03-20T01:37:34.291483Z","steps":["trace[277571497] 'process raft request' (duration: 521.013162ms)","trace[277571497] 'compare' (duration: 974.468745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:37:34.291576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950391893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-webhook:dynamic-serving\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:37:34.291688Z","caller":"traceutil/trace.go:171","msg":"trace[548954633] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-webhook:dynamic-serving; range_end:; response_count:0; response_revision:595; }","duration":"1.950543207s","start":"2026-03-20T01:37:32.341115Z","end":"2026-03-20T01:37:34.291658Z","steps":["trace[548954633] 'agreement among raft nodes before linearized reading' (duration: 1.950359303s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:34.291739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:32.795278Z","time spent":"1.496346166s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:37:34.291769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:32.341105Z","time spent":"1.950649649s","remote":"127.0.0.1:51918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/roles/cert-manager/cert-manager-webhook:dynamic-serving\" "} {"level":"warn","ts":"2026-03-20T01:37:34.291854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760773478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-20T01:37:34.291891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803556214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T01:37:34.291942Z","caller":"traceutil/trace.go:171","msg":"trace[626855600] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:595; }","duration":"1.76090082s","start":"2026-03-20T01:37:32.531012Z","end":"2026-03-20T01:37:34.291913Z","steps":["trace[626855600] 'agreement among raft nodes before linearized reading' (duration: 1.760714766s)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:34.291978Z","caller":"traceutil/trace.go:171","msg":"trace[805030476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:595; }","duration":"1.803663246s","start":"2026-03-20T01:37:32.488276Z","end":"2026-03-20T01:37:34.291939Z","steps":["trace[805030476] 'agreement among raft nodes before linearized reading' (duration: 1.803491002s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:34.292005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:32.530987Z","time spent":"1.761005012s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T01:37:34.292026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:32.488255Z","time spent":"1.803760388s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T01:37:34.292469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852238837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:37:34.292633Z","caller":"traceutil/trace.go:171","msg":"trace[889699696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:595; }","duration":"1.853110926s","start":"2026-03-20T01:37:32.439483Z","end":"2026-03-20T01:37:34.292594Z","steps":["trace[889699696] 'agreement among raft nodes before linearized reading' (duration: 1.852197936s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:34.292914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:32.439436Z","time spent":"1.853256299s","remote":"127.0.0.1:51606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T01:37:34.748961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.387449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:37:34.74941Z","caller":"traceutil/trace.go:171","msg":"trace[30258042] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"154.756074ms","start":"2026-03-20T01:37:34.594608Z","end":"2026-03-20T01:37:34.749364Z","steps":["trace[30258042] 'compare' (duration: 144.94862ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:34.750366Z","caller":"traceutil/trace.go:171","msg":"trace[785194348] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"140.655746ms","start":"2026-03-20T01:37:34.609059Z","end":"2026-03-20T01:37:34.749715Z","steps":["trace[785194348] 'process raft request' (duration: 140.330178ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:34.754176Z","caller":"traceutil/trace.go:171","msg":"trace[1716002320] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"142.912205ms","start":"2026-03-20T01:37:34.611242Z","end":"2026-03-20T01:37:34.754154Z","steps":["trace[1716002320] 'process raft request' (duration: 142.66408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:38.887784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.097401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-20T01:37:38.887879Z","caller":"traceutil/trace.go:171","msg":"trace[385887939] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:779; }","duration":"144.249455ms","start":"2026-03-20T01:37:38.743606Z","end":"2026-03-20T01:37:38.887856Z","steps":["trace[385887939] 'range keys from in-memory index tree' (duration: 143.888517ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:47.77786Z","caller":"traceutil/trace.go:171","msg":"trace[1529314536] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"117.166012ms","start":"2026-03-20T01:37:47.660667Z","end":"2026-03-20T01:37:47.777833Z","steps":["trace[1529314536] 'process raft request' (duration: 116.996058ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:37:52.825135Z","caller":"traceutil/trace.go:171","msg":"trace[1364312138] linearizableReadLoop","detail":"{readStateIndex:990; appliedIndex:989; }","duration":"427.277772ms","start":"2026-03-20T01:37:52.397827Z","end":"2026-03-20T01:37:52.825105Z","steps":["trace[1364312138] 'read index received' (duration: 427.206711ms)","trace[1364312138] 'applied index is now lower than readState.Index' (duration: 69.271µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:37:52.825226Z","caller":"traceutil/trace.go:171","msg":"trace[1848108554] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"576.632938ms","start":"2026-03-20T01:37:52.248557Z","end":"2026-03-20T01:37:52.82519Z","steps":["trace[1848108554] 'process raft request' (duration: 576.376062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:52.825426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:52.248538Z","time spent":"576.776541ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:37:52.82565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.803344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T01:37:52.825713Z","caller":"traceutil/trace.go:171","msg":"trace[675772869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:958; }","duration":"427.937257ms","start":"2026-03-20T01:37:52.397758Z","end":"2026-03-20T01:37:52.825695Z","steps":["trace[675772869] 'agreement among raft nodes before linearized reading' (duration: 427.485207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:52.825873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:52.397729Z","time spent":"428.08519ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T01:37:52.869712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.709704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T01:37:52.869824Z","caller":"traceutil/trace.go:171","msg":"trace[185813764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:959; }","duration":"466.882248ms","start":"2026-03-20T01:37:52.402918Z","end":"2026-03-20T01:37:52.8698Z","steps":["trace[185813764] 'agreement among raft nodes before linearized reading' (duration: 466.546791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:52.869869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:52.40291Z","time spent":"466.94841ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T01:37:52.870078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.488003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:37:52.870167Z","caller":"traceutil/trace.go:171","msg":"trace[1154272399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:959; }","duration":"430.600775ms","start":"2026-03-20T01:37:52.439544Z","end":"2026-03-20T01:37:52.870145Z","steps":["trace[1154272399] 'agreement among raft nodes before linearized reading' (duration: 430.483252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:52.870213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:52.439533Z","time spent":"430.669597ms","remote":"127.0.0.1:51606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T01:37:52.870225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.049272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T01:37:52.870292Z","caller":"traceutil/trace.go:171","msg":"trace[466308441] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:959; }","duration":"467.218816ms","start":"2026-03-20T01:37:52.403057Z","end":"2026-03-20T01:37:52.870275Z","steps":["trace[466308441] 'agreement among raft nodes before linearized reading' (duration: 467.038682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:37:52.870328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:37:52.403025Z","time spent":"467.293808ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T01:38:11.699266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.65438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T01:38:11.69937Z","caller":"traceutil/trace.go:171","msg":"trace[34813244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1115; }","duration":"256.815373ms","start":"2026-03-20T01:38:11.442528Z","end":"2026-03-20T01:38:11.699344Z","steps":["trace[34813244] 'range keys from in-memory index tree' (duration: 256.422754ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:17.063524Z","caller":"traceutil/trace.go:171","msg":"trace[170010555] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"108.938801ms","start":"2026-03-20T01:38:16.95455Z","end":"2026-03-20T01:38:17.063489Z","steps":["trace[170010555] 'process raft request' (duration: 108.652915ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:19.383757Z","caller":"traceutil/trace.go:171","msg":"trace[203547529] linearizableReadLoop","detail":"{readStateIndex:1274; appliedIndex:1273; }","duration":"307.164039ms","start":"2026-03-20T01:38:19.076552Z","end":"2026-03-20T01:38:19.383716Z","steps":["trace[203547529] 'read index received' (duration: 306.817671ms)","trace[203547529] 'applied index is now lower than readState.Index' (duration: 344.548µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:38:19.383865Z","caller":"traceutil/trace.go:171","msg":"trace[1350857428] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"309.603093ms","start":"2026-03-20T01:38:19.074227Z","end":"2026-03-20T01:38:19.38383Z","steps":["trace[1350857428] 'process raft request' (duration: 309.274014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:19.384098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.061297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-20T01:38:19.384038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:19.074207Z","time spent":"309.738926ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:38:19.384184Z","caller":"traceutil/trace.go:171","msg":"trace[1459871221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1233; }","duration":"307.185089ms","start":"2026-03-20T01:38:19.076977Z","end":"2026-03-20T01:38:19.384162Z","steps":["trace[1459871221] 'agreement among raft nodes before linearized reading' (duration: 306.957104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:19.384233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:19.076904Z","time spent":"307.316962ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T01:38:19.384234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.149168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-20T01:38:19.384368Z","caller":"traceutil/trace.go:171","msg":"trace[501553089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1233; }","duration":"307.327563ms","start":"2026-03-20T01:38:19.077012Z","end":"2026-03-20T01:38:19.38434Z","steps":["trace[501553089] 'agreement among raft nodes before linearized reading' (duration: 306.967315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:19.384433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:19.077004Z","time spent":"307.417324ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T01:38:19.384804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.198241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-20T01:38:19.384946Z","caller":"traceutil/trace.go:171","msg":"trace[1182025285] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1233; }","duration":"308.436126ms","start":"2026-03-20T01:38:19.076482Z","end":"2026-03-20T01:38:19.384919Z","steps":["trace[1182025285] 'agreement among raft nodes before linearized reading' (duration: 307.393714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:19.385017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:19.076453Z","time spent":"308.548589ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T01:38:19.936992Z","caller":"traceutil/trace.go:171","msg":"trace[502587520] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"545.728129ms","start":"2026-03-20T01:38:19.391217Z","end":"2026-03-20T01:38:19.936946Z","steps":["trace[502587520] 'process raft request' (duration: 511.115693ms)","trace[502587520] 'compare' (duration: 34.372821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:38:19.937242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:19.391188Z","time spent":"545.922892ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:38:19.937262Z","caller":"traceutil/trace.go:171","msg":"trace[1030186944] linearizableReadLoop","detail":"{readStateIndex:1277; appliedIndex:1275; }","duration":"295.000329ms","start":"2026-03-20T01:38:19.642215Z","end":"2026-03-20T01:38:19.937216Z","steps":["trace[1030186944] 'read index received' (duration: 260.093407ms)","trace[1030186944] 'applied index is now lower than readState.Index' (duration: 34.904072ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:38:19.937294Z","caller":"traceutil/trace.go:171","msg":"trace[1333173087] transaction","detail":"{read_only:false; response_revision:1236; number_of_response:1; }","duration":"545.923142ms","start":"2026-03-20T01:38:19.39132Z","end":"2026-03-20T01:38:19.937243Z","steps":["trace[1333173087] 'process raft request' (duration: 545.566225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:19.937624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.914948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T01:38:19.937693Z","caller":"traceutil/trace.go:171","msg":"trace[578264118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1236; }","duration":"127.022241ms","start":"2026-03-20T01:38:19.810652Z","end":"2026-03-20T01:38:19.937675Z","steps":["trace[578264118] 'agreement among raft nodes before linearized reading' (duration: 126.810426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:19.937693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.435958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-20T01:38:19.937761Z","caller":"traceutil/trace.go:171","msg":"trace[738956487] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:1236; }","duration":"295.596472ms","start":"2026-03-20T01:38:19.642148Z","end":"2026-03-20T01:38:19.937745Z","steps":["trace[738956487] 'agreement among raft nodes before linearized reading' (duration: 295.278215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:19.937716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:19.391281Z","time spent":"546.137857ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:38:36.950091Z","caller":"traceutil/trace.go:171","msg":"trace[1342840858] linearizableReadLoop","detail":"{readStateIndex:1599; appliedIndex:1598; }","duration":"121.319565ms","start":"2026-03-20T01:38:36.828748Z","end":"2026-03-20T01:38:36.950068Z","steps":["trace[1342840858] 'read index received' (duration: 121.08393ms)","trace[1342840858] 'applied index is now lower than readState.Index' (duration: 234.295µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:38:36.950253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.478578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:38:36.950295Z","caller":"traceutil/trace.go:171","msg":"trace[1700264450] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1533; }","duration":"121.58987ms","start":"2026-03-20T01:38:36.828694Z","end":"2026-03-20T01:38:36.950284Z","steps":["trace[1700264450] 'agreement among raft nodes before linearized reading' (duration: 121.500658ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:36.95025Z","caller":"traceutil/trace.go:171","msg":"trace[348690395] transaction","detail":"{read_only:false; response_revision:1533; number_of_response:1; }","duration":"156.915163ms","start":"2026-03-20T01:38:36.793266Z","end":"2026-03-20T01:38:36.950181Z","steps":["trace[348690395] 'process raft request' (duration: 156.649737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:36.950585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.689532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:38:36.950686Z","caller":"traceutil/trace.go:171","msg":"trace[1832184632] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1533; }","duration":"121.844236ms","start":"2026-03-20T01:38:36.828826Z","end":"2026-03-20T01:38:36.950671Z","steps":["trace[1832184632] 'agreement among raft nodes before linearized reading' (duration: 121.708293ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:38.332437Z","caller":"traceutil/trace.go:171","msg":"trace[52164728] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"109.7713ms","start":"2026-03-20T01:38:38.22263Z","end":"2026-03-20T01:38:38.332401Z","steps":["trace[52164728] 'process raft request' (duration: 109.570736ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:45.338734Z","caller":"traceutil/trace.go:171","msg":"trace[322172236] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"205.356826ms","start":"2026-03-20T01:38:45.133345Z","end":"2026-03-20T01:38:45.338702Z","steps":["trace[322172236] 'process raft request' (duration: 205.161292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:46.272867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.364644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:38:46.272949Z","caller":"traceutil/trace.go:171","msg":"trace[874780817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1637; }","duration":"833.479826ms","start":"2026-03-20T01:38:45.43945Z","end":"2026-03-20T01:38:46.27293Z","steps":["trace[874780817] 'range keys from in-memory index tree' (duration: 833.273601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:46.272989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:45.439439Z","time spent":"833.541317ms","remote":"127.0.0.1:51606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T01:38:46.273211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.297394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189e68f96af20c45\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-03-20T01:38:46.273388Z","caller":"traceutil/trace.go:171","msg":"trace[1906484404] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.189e68f96af20c45; range_end:; response_count:1; response_revision:1637; }","duration":"853.55546ms","start":"2026-03-20T01:38:45.419802Z","end":"2026-03-20T01:38:46.273358Z","steps":["trace[1906484404] 'range keys from in-memory index tree' (duration: 852.987588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:46.273457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:45.419774Z","time spent":"853.669163ms","remote":"127.0.0.1:51662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189e68f96af20c45\" "} {"level":"warn","ts":"2026-03-20T01:38:46.27354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.941726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-20T01:38:46.273575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.5871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-20T01:38:46.273723Z","caller":"traceutil/trace.go:171","msg":"trace[1076003607] linearizableReadLoop","detail":"{readStateIndex:1707; appliedIndex:1706; }","duration":"726.557509ms","start":"2026-03-20T01:38:45.547139Z","end":"2026-03-20T01:38:46.273696Z","steps":["trace[1076003607] 'read index received' (duration: 324.296347ms)","trace[1076003607] 'applied index is now lower than readState.Index' (duration: 402.258862ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:38:46.273814Z","caller":"traceutil/trace.go:171","msg":"trace[1811271705] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"808.526113ms","start":"2026-03-20T01:38:45.465261Z","end":"2026-03-20T01:38:46.273787Z","steps":["trace[1811271705] 'process raft request' (duration: 406.20582ms)","trace[1811271705] 'compare' (duration: 401.524386ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:38:46.273826Z","caller":"traceutil/trace.go:171","msg":"trace[1653816898] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1637; }","duration":"871.855266ms","start":"2026-03-20T01:38:45.401911Z","end":"2026-03-20T01:38:46.273766Z","steps":["trace[1653816898] 'range keys from in-memory index tree' (duration: 870.977447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:46.273962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:45.401885Z","time spent":"872.027849ms","remote":"127.0.0.1:54884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-20T01:38:46.273969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:45.465235Z","time spent":"808.654127ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:38:46.273988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.826265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T01:38:46.274085Z","caller":"traceutil/trace.go:171","msg":"trace[872792206] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1638; }","duration":"726.935998ms","start":"2026-03-20T01:38:45.547129Z","end":"2026-03-20T01:38:46.274065Z","steps":["trace[872792206] 'agreement among raft nodes before linearized reading' (duration: 726.677132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:46.274138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:45.547081Z","time spent":"727.047781ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T01:38:46.273983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.879567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T01:38:46.274252Z","caller":"traceutil/trace.go:171","msg":"trace[1765524781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1638; }","duration":"643.208556ms","start":"2026-03-20T01:38:45.63103Z","end":"2026-03-20T01:38:46.274239Z","steps":["trace[1765524781] 'agreement among raft nodes before linearized reading' (duration: 642.805166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:46.274302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:45.630986Z","time spent":"643.304748ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T01:38:46.274603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.24291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2a48224c-b068-48a7-848f-cd69fddfb662\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-20T01:38:46.274674Z","caller":"traceutil/trace.go:171","msg":"trace[658399314] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2a48224c-b068-48a7-848f-cd69fddfb662; range_end:; response_count:1; response_revision:1638; }","duration":"546.357712ms","start":"2026-03-20T01:38:45.728298Z","end":"2026-03-20T01:38:46.274656Z","steps":["trace[658399314] 'agreement among raft nodes before linearized reading' (duration: 546.220819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:46.274689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.42062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-20T01:38:46.274693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.536517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-20T01:38:46.274726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:45.728278Z","time spent":"546.434453ms","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2a48224c-b068-48a7-848f-cd69fddfb662\" "} {"level":"info","ts":"2026-03-20T01:38:46.274749Z","caller":"traceutil/trace.go:171","msg":"trace[742476526] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1638; }","duration":"162.65426ms","start":"2026-03-20T01:38:46.112079Z","end":"2026-03-20T01:38:46.274733Z","steps":["trace[742476526] 'agreement among raft nodes before linearized reading' (duration: 162.452816ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:46.274754Z","caller":"traceutil/trace.go:171","msg":"trace[1074387096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1638; }","duration":"178.516911ms","start":"2026-03-20T01:38:46.09621Z","end":"2026-03-20T01:38:46.274727Z","steps":["trace[1074387096] 'agreement among raft nodes before linearized reading' (duration: 178.341117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:46.274961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.493114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2a48224c-b068-48a7-848f-cd69fddfb662\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-20T01:38:46.275034Z","caller":"traceutil/trace.go:171","msg":"trace[369557691] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2a48224c-b068-48a7-848f-cd69fddfb662; range_end:; response_count:1; response_revision:1638; }","duration":"278.644498ms","start":"2026-03-20T01:38:45.996367Z","end":"2026-03-20T01:38:46.275011Z","steps":["trace[369557691] 'agreement among raft nodes before linearized reading' (duration: 278.26245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:46.98595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.929361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:38:46.986392Z","caller":"traceutil/trace.go:171","msg":"trace[1158598388] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"704.197696ms","start":"2026-03-20T01:38:46.282169Z","end":"2026-03-20T01:38:46.986367Z","steps":["trace[1158598388] 'process raft request' (duration: 704.121055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:46.986494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:46.282152Z","time spent":"704.295489ms","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:38:46.986553Z","caller":"traceutil/trace.go:171","msg":"trace[1820824245] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"706.394494ms","start":"2026-03-20T01:38:46.280086Z","end":"2026-03-20T01:38:46.98648Z","steps":["trace[1820824245] 'process raft request' (duration: 706.063546ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:46.98677Z","caller":"traceutil/trace.go:171","msg":"trace[476751502] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"706.037837ms","start":"2026-03-20T01:38:46.280713Z","end":"2026-03-20T01:38:46.986751Z","steps":["trace[476751502] 'process raft request' (duration: 705.529725ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:46.986799Z","caller":"traceutil/trace.go:171","msg":"trace[2092509927] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"706.557937ms","start":"2026-03-20T01:38:46.280224Z","end":"2026-03-20T01:38:46.986782Z","steps":["trace[2092509927] 'process raft request' (duration: 705.970394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:46.986835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:46.280051Z","time spent":"706.634479ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:38:46.986876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:46.280701Z","time spent":"706.122048ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:38:46.986883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:46.280191Z","time spent":"706.6516ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:38:46.986868Z","caller":"traceutil/trace.go:171","msg":"trace[1591048822] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"706.735192ms","start":"2026-03-20T01:38:46.280082Z","end":"2026-03-20T01:38:46.986817Z","steps":["trace[1591048822] 'process raft request' (duration: 705.993856ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:46.986915Z","caller":"traceutil/trace.go:171","msg":"trace[1288013181] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"706.876164ms","start":"2026-03-20T01:38:46.279992Z","end":"2026-03-20T01:38:46.986868Z","steps":["trace[1288013181] 'process raft request' (duration: 507.89545ms)","trace[1288013181] 'compare' (duration: 197.770058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:38:46.987123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:46.279975Z","time spent":"707.057989ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:38:46.987192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:46.280068Z","time spent":"706.949386ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:38:46.990286Z","caller":"traceutil/trace.go:171","msg":"trace[1585615802] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"325.865702ms","start":"2026-03-20T01:38:46.664401Z","end":"2026-03-20T01:38:46.990267Z","steps":["trace[1585615802] 'process raft request' (duration: 325.660018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:46.990365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:46.664357Z","time spent":"325.963934ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:38:49.175729Z","caller":"traceutil/trace.go:171","msg":"trace[43204331] transaction","detail":"{read_only:false; response_revision:1665; number_of_response:1; }","duration":"105.459423ms","start":"2026-03-20T01:38:49.070222Z","end":"2026-03-20T01:38:49.175682Z","steps":["trace[43204331] 'process raft request' (duration: 68.336502ms)","trace[43204331] 'compare' (duration: 36.892086ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:38:55.24307Z","caller":"traceutil/trace.go:171","msg":"trace[1102443566] linearizableReadLoop","detail":"{readStateIndex:1788; appliedIndex:1787; }","duration":"174.750997ms","start":"2026-03-20T01:38:55.068279Z","end":"2026-03-20T01:38:55.24303Z","steps":["trace[1102443566] 'read index received' (duration: 174.348868ms)","trace[1102443566] 'applied index is now lower than readState.Index' (duration: 400.329µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:38:55.243307Z","caller":"traceutil/trace.go:171","msg":"trace[1351110429] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"197.92777ms","start":"2026-03-20T01:38:55.045202Z","end":"2026-03-20T01:38:55.24313Z","steps":["trace[1351110429] 'process raft request' (duration: 197.485981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:55.243465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.148196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11287"} {"level":"info","ts":"2026-03-20T01:38:55.243573Z","caller":"traceutil/trace.go:171","msg":"trace[989377084] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1716; }","duration":"175.333949ms","start":"2026-03-20T01:38:55.068215Z","end":"2026-03-20T01:38:55.243549Z","steps":["trace[989377084] 'agreement among raft nodes before linearized reading' (duration: 175.008082ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:55.300249Z","caller":"traceutil/trace.go:171","msg":"trace[1878333183] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"230.784268ms","start":"2026-03-20T01:38:55.069395Z","end":"2026-03-20T01:38:55.300179Z","steps":["trace[1878333183] 'process raft request' (duration: 193.291478ms)","trace[1878333183] 'compare' (duration: 37.169262ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:38:55.300418Z","caller":"traceutil/trace.go:171","msg":"trace[1118989808] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"105.585497ms","start":"2026-03-20T01:38:55.194807Z","end":"2026-03-20T01:38:55.300392Z","steps":["trace[1118989808] 'process raft request' (duration: 105.27164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:55.300403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.160792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-20T01:38:55.300527Z","caller":"traceutil/trace.go:171","msg":"trace[884818075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1718; }","duration":"196.313744ms","start":"2026-03-20T01:38:55.104191Z","end":"2026-03-20T01:38:55.300505Z","steps":["trace[884818075] 'agreement among raft nodes before linearized reading' (duration: 196.022738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:55.300313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.78583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-20T01:38:55.300516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.078903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-20T01:38:55.300661Z","caller":"traceutil/trace.go:171","msg":"trace[1149731079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1718; }","duration":"197.281837ms","start":"2026-03-20T01:38:55.103341Z","end":"2026-03-20T01:38:55.300623Z","steps":["trace[1149731079] 'agreement among raft nodes before linearized reading' (duration: 196.886308ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:55.300657Z","caller":"traceutil/trace.go:171","msg":"trace[1680725472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1718; }","duration":"199.099926ms","start":"2026-03-20T01:38:55.101495Z","end":"2026-03-20T01:38:55.300595Z","steps":["trace[1680725472] 'agreement among raft nodes before linearized reading' (duration: 198.663817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:55.300539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.246776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-20T01:38:55.300969Z","caller":"traceutil/trace.go:171","msg":"trace[1205566495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1718; }","duration":"197.688105ms","start":"2026-03-20T01:38:55.103261Z","end":"2026-03-20T01:38:55.300949Z","steps":["trace[1205566495] 'agreement among raft nodes before linearized reading' (duration: 197.092422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:55.30189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.38909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-20T01:38:55.302023Z","caller":"traceutil/trace.go:171","msg":"trace[876948541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1718; }","duration":"198.591285ms","start":"2026-03-20T01:38:55.1034Z","end":"2026-03-20T01:38:55.301991Z","steps":["trace[876948541] 'agreement among raft nodes before linearized reading' (duration: 197.060362ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:55.61906Z","caller":"traceutil/trace.go:171","msg":"trace[40736100] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"313.155138ms","start":"2026-03-20T01:38:55.305835Z","end":"2026-03-20T01:38:55.61899Z","steps":["trace[40736100] 'process raft request' (duration: 266.537347ms)","trace[40736100] 'compare' (duration: 46.10616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:38:55.619262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:55.305808Z","time spent":"313.359673ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:38:55.61937Z","caller":"traceutil/trace.go:171","msg":"trace[305094183] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"313.500766ms","start":"2026-03-20T01:38:55.30583Z","end":"2026-03-20T01:38:55.619331Z","steps":["trace[305094183] 'process raft request' (duration: 313.012625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:55.619575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:55.305726Z","time spent":"313.736843ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:38:55.619826Z","caller":"traceutil/trace.go:171","msg":"trace[1755634132] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"313.873305ms","start":"2026-03-20T01:38:55.305936Z","end":"2026-03-20T01:38:55.619809Z","steps":["trace[1755634132] 'process raft request' (duration: 313.257181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:55.619913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:55.305922Z","time spent":"313.947827ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:38:55.620002Z","caller":"traceutil/trace.go:171","msg":"trace[134184781] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"313.742152ms","start":"2026-03-20T01:38:55.306203Z","end":"2026-03-20T01:38:55.619946Z","steps":["trace[134184781] 'process raft request' (duration: 313.410955ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:55.620163Z","caller":"traceutil/trace.go:171","msg":"trace[812916553] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"313.904176ms","start":"2026-03-20T01:38:55.306214Z","end":"2026-03-20T01:38:55.620118Z","steps":["trace[812916553] 'process raft request' (duration: 313.709812ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:55.620218Z","caller":"traceutil/trace.go:171","msg":"trace[2101688373] linearizableReadLoop","detail":"{readStateIndex:1796; appliedIndex:1790; }","duration":"274.256258ms","start":"2026-03-20T01:38:55.345933Z","end":"2026-03-20T01:38:55.620189Z","steps":["trace[2101688373] 'read index received' (duration: 8.60347ms)","trace[2101688373] 'applied index is now lower than readState.Index' (duration: 265.650388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:38:55.620276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:55.306166Z","time spent":"313.945427ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:38:55.620398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:38:55.306183Z","time spent":"314.09784ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:38:55.620459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.519205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-20T01:38:55.6205Z","caller":"traceutil/trace.go:171","msg":"trace[174415655] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1724; }","duration":"274.606786ms","start":"2026-03-20T01:38:55.345879Z","end":"2026-03-20T01:38:55.620485Z","steps":["trace[174415655] 'agreement among raft nodes before linearized reading' (duration: 274.440322ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:38:55.620963Z","caller":"traceutil/trace.go:171","msg":"trace[694294682] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"248.773435ms","start":"2026-03-20T01:38:55.372177Z","end":"2026-03-20T01:38:55.62095Z","steps":["trace[694294682] 'process raft request' (duration: 248.52669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:38:55.620968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.795202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:38:55.621064Z","caller":"traceutil/trace.go:171","msg":"trace[1859084311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1725; }","duration":"181.938125ms","start":"2026-03-20T01:38:55.439092Z","end":"2026-03-20T01:38:55.62103Z","steps":["trace[1859084311] 'agreement among raft nodes before linearized reading' (duration: 181.766681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:05.702345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.592396ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-20T01:39:05.707122Z","caller":"traceutil/trace.go:171","msg":"trace[848636393] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"424.787781ms","start":"2026-03-20T01:39:05.282306Z","end":"2026-03-20T01:39:05.707094Z","steps":["trace[848636393] 'process raft request' (duration: 424.520685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:05.707313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:05.282274Z","time spent":"424.934485ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:39:05.707325Z","caller":"traceutil/trace.go:171","msg":"trace[2012520564] linearizableReadLoop","detail":"{readStateIndex:1854; appliedIndex:1852; }","duration":"267.741837ms","start":"2026-03-20T01:39:05.43955Z","end":"2026-03-20T01:39:05.707291Z","steps":["trace[2012520564] 'read index received' (duration: 267.178324ms)","trace[2012520564] 'applied index is now lower than readState.Index' (duration: 533.372µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:39:05.707364Z","caller":"traceutil/trace.go:171","msg":"trace[214258882] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"338.982523ms","start":"2026-03-20T01:39:05.368337Z","end":"2026-03-20T01:39:05.70732Z","steps":["trace[214258882] 'process raft request' (duration: 338.697685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:05.707599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.011912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:39:05.707733Z","caller":"traceutil/trace.go:171","msg":"trace[1837612837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1780; }","duration":"268.220217ms","start":"2026-03-20T01:39:05.43948Z","end":"2026-03-20T01:39:05.707701Z","steps":["trace[1837612837] 'agreement among raft nodes before linearized reading' (duration: 267.961221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:05.707754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:05.368307Z","time spent":"339.217788ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:39:31.652517Z","caller":"traceutil/trace.go:171","msg":"trace[76905240] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"229.498103ms","start":"2026-03-20T01:39:31.422979Z","end":"2026-03-20T01:39:31.652477Z","steps":["trace[76905240] 'process raft request' (duration: 229.237887ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:39:32.081177Z","caller":"traceutil/trace.go:171","msg":"trace[43852695] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"246.944199ms","start":"2026-03-20T01:39:31.834198Z","end":"2026-03-20T01:39:32.081143Z","steps":["trace[43852695] 'process raft request' (duration: 246.714384ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:39:32.544726Z","caller":"traceutil/trace.go:171","msg":"trace[1044170973] linearizableReadLoop","detail":"{readStateIndex:1999; appliedIndex:1996; }","duration":"672.637878ms","start":"2026-03-20T01:39:31.872045Z","end":"2026-03-20T01:39:32.544683Z","steps":["trace[1044170973] 'read index received' (duration: 208.953347ms)","trace[1044170973] 'applied index is now lower than readState.Index' (duration: 463.682931ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:39:32.5449Z","caller":"traceutil/trace.go:171","msg":"trace[1879162652] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"691.832224ms","start":"2026-03-20T01:39:31.853054Z","end":"2026-03-20T01:39:32.544886Z","steps":["trace[1879162652] 'process raft request' (duration: 691.284392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:32.545046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:31.853017Z","time spent":"691.919926ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:39:32.545141Z","caller":"traceutil/trace.go:171","msg":"trace[481664970] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"689.989414ms","start":"2026-03-20T01:39:31.855114Z","end":"2026-03-20T01:39:32.545104Z","steps":["trace[481664970] 'process raft request' (duration: 689.501273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:32.545248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.867823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:39:32.545286Z","caller":"traceutil/trace.go:171","msg":"trace[2042477558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1920; }","duration":"104.948285ms","start":"2026-03-20T01:39:32.440328Z","end":"2026-03-20T01:39:32.545276Z","steps":["trace[2042477558] 'agreement among raft nodes before linearized reading' (duration: 104.880164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:32.545278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.204751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-20T01:39:32.545345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:31.855084Z","time spent":"690.132637ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:39:32.545385Z","caller":"traceutil/trace.go:171","msg":"trace[2044288545] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1920; }","duration":"673.387156ms","start":"2026-03-20T01:39:31.871971Z","end":"2026-03-20T01:39:32.545358Z","steps":["trace[2044288545] 'agreement among raft nodes before linearized reading' (duration: 673.045489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:32.545441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:31.871943Z","time spent":"673.487798ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T01:39:32.545488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.186566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-20T01:39:32.545499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.950567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-20T01:39:32.545597Z","caller":"traceutil/trace.go:171","msg":"trace[611957911] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1920; }","duration":"662.394872ms","start":"2026-03-20T01:39:31.883173Z","end":"2026-03-20T01:39:32.545567Z","steps":["trace[611957911] 'agreement among raft nodes before linearized reading' (duration: 661.985243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:32.545624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.138689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T01:39:32.545628Z","caller":"traceutil/trace.go:171","msg":"trace[1855395157] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1920; }","duration":"599.153011ms","start":"2026-03-20T01:39:31.94644Z","end":"2026-03-20T01:39:32.545593Z","steps":["trace[1855395157] 'agreement among raft nodes before linearized reading' (duration: 598.749432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:32.545649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:31.883154Z","time spent":"662.484504ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T01:39:32.545652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.456047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T01:39:32.545665Z","caller":"traceutil/trace.go:171","msg":"trace[922505033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1920; }","duration":"645.188951ms","start":"2026-03-20T01:39:31.900462Z","end":"2026-03-20T01:39:32.545651Z","steps":["trace[922505033] 'agreement among raft nodes before linearized reading' (duration: 645.044157ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:39:32.545698Z","caller":"traceutil/trace.go:171","msg":"trace[327352447] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1920; }","duration":"641.518259ms","start":"2026-03-20T01:39:31.904169Z","end":"2026-03-20T01:39:32.545687Z","steps":["trace[327352447] 'agreement among raft nodes before linearized reading' (duration: 641.416657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:32.545698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:31.946416Z","time spent":"599.270803ms","remote":"127.0.0.1:54884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-20T01:39:32.545701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:31.900454Z","time spent":"645.241271ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T01:39:32.54573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:31.904158Z","time spent":"641.56537ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T01:39:32.545782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.552111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T01:39:32.545821Z","caller":"traceutil/trace.go:171","msg":"trace[1938094589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1920; }","duration":"646.647813ms","start":"2026-03-20T01:39:31.899163Z","end":"2026-03-20T01:39:32.545811Z","steps":["trace[1938094589] 'agreement among raft nodes before linearized reading' (duration: 646.48969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:32.545849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:31.89915Z","time spent":"646.692454ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T01:39:32.546025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.587733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-20T01:39:32.546141Z","caller":"traceutil/trace.go:171","msg":"trace[1353993462] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1920; }","duration":"465.763746ms","start":"2026-03-20T01:39:32.080344Z","end":"2026-03-20T01:39:32.546107Z","steps":["trace[1353993462] 'agreement among raft nodes before linearized reading' (duration: 465.400039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:32.546234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:32.080312Z","time spent":"465.91021ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-20T01:39:33.167293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.683955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:39:33.167891Z","caller":"traceutil/trace.go:171","msg":"trace[644919289] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"616.128177ms","start":"2026-03-20T01:39:32.551728Z","end":"2026-03-20T01:39:33.167857Z","steps":["trace[644919289] 'process raft request' (duration: 102.692885ms)","trace[644919289] 'compare' (duration: 512.383429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:39:33.16808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:32.551682Z","time spent":"616.306831ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:39:33.168108Z","caller":"traceutil/trace.go:171","msg":"trace[355272727] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"616.082496ms","start":"2026-03-20T01:39:32.552002Z","end":"2026-03-20T01:39:33.168084Z","steps":["trace[355272727] 'process raft request' (duration: 615.846091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:33.168194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:32.55195Z","time spent":"616.204669ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:39:33.168458Z","caller":"traceutil/trace.go:171","msg":"trace[1724172044] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"616.26811ms","start":"2026-03-20T01:39:32.552151Z","end":"2026-03-20T01:39:33.168419Z","steps":["trace[1724172044] 'process raft request' (duration: 616.221189ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:39:33.168474Z","caller":"traceutil/trace.go:171","msg":"trace[312561387] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"616.349212ms","start":"2026-03-20T01:39:32.55207Z","end":"2026-03-20T01:39:33.16842Z","steps":["trace[312561387] 'process raft request' (duration: 615.909782ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:39:33.168476Z","caller":"traceutil/trace.go:171","msg":"trace[871579580] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"616.340752ms","start":"2026-03-20T01:39:32.552105Z","end":"2026-03-20T01:39:33.168446Z","steps":["trace[871579580] 'process raft request' (duration: 616.175288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:33.168636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:32.552115Z","time spent":"616.434164ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:39:33.168741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:32.552078Z","time spent":"616.581767ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:39:33.168681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:32.552031Z","time spent":"616.537026ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:39:39.130528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101834234394051,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T01:39:39.212652Z","caller":"traceutil/trace.go:171","msg":"trace[707689223] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"633.565423ms","start":"2026-03-20T01:39:38.579053Z","end":"2026-03-20T01:39:39.212618Z","steps":["trace[707689223] 'process raft request' (duration: 633.368889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:39.212886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:38.579029Z","time spent":"633.715116ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:39:39.226877Z","caller":"traceutil/trace.go:171","msg":"trace[1516201167] linearizableReadLoop","detail":"{readStateIndex:2028; appliedIndex:2026; }","duration":"596.968363ms","start":"2026-03-20T01:39:38.629889Z","end":"2026-03-20T01:39:39.226857Z","steps":["trace[1516201167] 'read index received' (duration: 582.483802ms)","trace[1516201167] 'applied index is now lower than readState.Index' (duration: 14.483261ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:39:39.227061Z","caller":"traceutil/trace.go:171","msg":"trace[760049521] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"616.349792ms","start":"2026-03-20T01:39:38.610658Z","end":"2026-03-20T01:39:39.227008Z","steps":["trace[760049521] 'process raft request' (duration: 616.094826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:39.227234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.716616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-20T01:39:39.227265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.32671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-20T01:39:39.227361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.290072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:39:39.227365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:38.610623Z","time spent":"616.610098ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:39:39.227393Z","caller":"traceutil/trace.go:171","msg":"trace[208282856] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1948; }","duration":"482.346613ms","start":"2026-03-20T01:39:38.745039Z","end":"2026-03-20T01:39:39.227386Z","steps":["trace[208282856] 'agreement among raft nodes before linearized reading' (duration: 482.293472ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:39:39.227372Z","caller":"traceutil/trace.go:171","msg":"trace[193887108] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1948; }","duration":"597.523234ms","start":"2026-03-20T01:39:38.629822Z","end":"2026-03-20T01:39:39.227345Z","steps":["trace[193887108] 'agreement among raft nodes before linearized reading' (duration: 597.258328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:39.227427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:38.745027Z","time spent":"482.392065ms","remote":"127.0.0.1:51876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-20T01:39:39.227445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.447849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e69013a8751f5\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-20T01:39:39.227503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:38.629797Z","time spent":"597.692008ms","remote":"127.0.0.1:54884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-20T01:39:39.227525Z","caller":"traceutil/trace.go:171","msg":"trace[1975618438] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189e69013a8751f5; range_end:; response_count:1; response_revision:1948; }","duration":"209.575312ms","start":"2026-03-20T01:39:39.017929Z","end":"2026-03-20T01:39:39.227505Z","steps":["trace[1975618438] 'agreement among raft nodes before linearized reading' (duration: 209.342027ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:39:39.22731Z","caller":"traceutil/trace.go:171","msg":"trace[226647624] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1948; }","duration":"568.818469ms","start":"2026-03-20T01:39:38.658473Z","end":"2026-03-20T01:39:39.227292Z","steps":["trace[226647624] 'agreement among raft nodes before linearized reading' (duration: 568.671426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:39.227812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:38.65846Z","time spent":"569.274029ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-20T01:39:39.353874Z","caller":"traceutil/trace.go:171","msg":"trace[254654685] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"123.23566ms","start":"2026-03-20T01:39:39.23061Z","end":"2026-03-20T01:39:39.353845Z","steps":["trace[254654685] 'process raft request' (duration: 36.127091ms)","trace[254654685] 'compare' (duration: 86.956416ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:39:39.363917Z","caller":"traceutil/trace.go:171","msg":"trace[1405502415] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"131.577714ms","start":"2026-03-20T01:39:39.232311Z","end":"2026-03-20T01:39:39.363889Z","steps":["trace[1405502415] 'process raft request' (duration: 131.178125ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:39:39.364102Z","caller":"traceutil/trace.go:171","msg":"trace[461693381] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"131.293418ms","start":"2026-03-20T01:39:39.232792Z","end":"2026-03-20T01:39:39.364086Z","steps":["trace[461693381] 'process raft request' (duration: 130.858979ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:39:39.36426Z","caller":"traceutil/trace.go:171","msg":"trace[41567412] linearizableReadLoop","detail":"{readStateIndex:2032; appliedIndex:2028; }","duration":"125.394468ms","start":"2026-03-20T01:39:39.238654Z","end":"2026-03-20T01:39:39.364049Z","steps":["trace[41567412] 'read index received' (duration: 28.057522ms)","trace[41567412] 'applied index is now lower than readState.Index' (duration: 97.335516ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:39:39.364215Z","caller":"traceutil/trace.go:171","msg":"trace[577084804] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"130.956511ms","start":"2026-03-20T01:39:39.233188Z","end":"2026-03-20T01:39:39.364144Z","steps":["trace[577084804] 'process raft request' (duration: 130.784027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:39.364512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.833718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-20T01:39:39.364624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.64007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-20T01:39:39.364626Z","caller":"traceutil/trace.go:171","msg":"trace[1036976497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1952; }","duration":"126.006532ms","start":"2026-03-20T01:39:39.238596Z","end":"2026-03-20T01:39:39.364603Z","steps":["trace[1036976497] 'agreement among raft nodes before linearized reading' (duration: 125.708975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:39.364624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.146753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-20T01:39:39.364674Z","caller":"traceutil/trace.go:171","msg":"trace[2092987561] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1952; }","duration":"124.735253ms","start":"2026-03-20T01:39:39.239925Z","end":"2026-03-20T01:39:39.36466Z","steps":["trace[2092987561] 'agreement among raft nodes before linearized reading' (duration: 124.573549ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:39:39.364691Z","caller":"traceutil/trace.go:171","msg":"trace[382081083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1952; }","duration":"125.242725ms","start":"2026-03-20T01:39:39.239437Z","end":"2026-03-20T01:39:39.364679Z","steps":["trace[382081083] 'agreement among raft nodes before linearized reading' (duration: 125.044021ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:39:40.710017Z","caller":"traceutil/trace.go:171","msg":"trace[656665094] linearizableReadLoop","detail":"{readStateIndex:2038; appliedIndex:2037; }","duration":"473.988168ms","start":"2026-03-20T01:39:40.236002Z","end":"2026-03-20T01:39:40.70999Z","steps":["trace[656665094] 'read index received' (duration: 473.713472ms)","trace[656665094] 'applied index is now lower than readState.Index' (duration: 273.306µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:39:40.710145Z","caller":"traceutil/trace.go:171","msg":"trace[284271530] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"521.104643ms","start":"2026-03-20T01:39:40.189001Z","end":"2026-03-20T01:39:40.710105Z","steps":["trace[284271530] 'process raft request' (duration: 520.753645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:40.710339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:40.188967Z","time spent":"521.272586ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:39:40.7104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.233158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:39:40.710443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.435759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-20T01:39:40.710497Z","caller":"traceutil/trace.go:171","msg":"trace[1459051056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1957; }","duration":"271.393612ms","start":"2026-03-20T01:39:40.439081Z","end":"2026-03-20T01:39:40.710474Z","steps":["trace[1459051056] 'agreement among raft nodes before linearized reading' (duration: 271.231438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:40.710369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.45931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:39:40.711064Z","caller":"traceutil/trace.go:171","msg":"trace[219532722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1957; }","duration":"382.229847ms","start":"2026-03-20T01:39:40.328815Z","end":"2026-03-20T01:39:40.711045Z","steps":["trace[219532722] 'agreement among raft nodes before linearized reading' (duration: 381.443429ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:39:40.710898Z","caller":"traceutil/trace.go:171","msg":"trace[1477835781] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1957; }","duration":"474.597303ms","start":"2026-03-20T01:39:40.23592Z","end":"2026-03-20T01:39:40.710517Z","steps":["trace[1477835781] 'agreement among raft nodes before linearized reading' (duration: 474.178442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:40.711214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:40.235884Z","time spent":"475.315348ms","remote":"127.0.0.1:54884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-20T01:39:40.711216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:40.328784Z","time spent":"382.345469ms","remote":"127.0.0.1:51606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T01:39:46.865703Z","caller":"traceutil/trace.go:171","msg":"trace[263999397] linearizableReadLoop","detail":"{readStateIndex:2068; appliedIndex:2067; }","duration":"103.85104ms","start":"2026-03-20T01:39:46.761809Z","end":"2026-03-20T01:39:46.86566Z","steps":["trace[263999397] 'read index received' (duration: 103.626835ms)","trace[263999397] 'applied index is now lower than readState.Index' (duration: 223.305µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:39:46.865753Z","caller":"traceutil/trace.go:171","msg":"trace[918796933] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"134.321286ms","start":"2026-03-20T01:39:46.731384Z","end":"2026-03-20T01:39:46.865706Z","steps":["trace[918796933] 'process raft request' (duration: 134.106121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:46.865926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.106336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-20T01:39:46.865972Z","caller":"traceutil/trace.go:171","msg":"trace[1132799434] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1985; }","duration":"104.233108ms","start":"2026-03-20T01:39:46.761725Z","end":"2026-03-20T01:39:46.865958Z","steps":["trace[1132799434] 'agreement among raft nodes before linearized reading' (duration: 104.051514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:47.897218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:47.236471Z","time spent":"660.738015ms","remote":"127.0.0.1:50306","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T01:39:47.897695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.230298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:39:47.897845Z","caller":"traceutil/trace.go:171","msg":"trace[672269966] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"655.169382ms","start":"2026-03-20T01:39:47.242652Z","end":"2026-03-20T01:39:47.897821Z","steps":["trace[672269966] 'process raft request' (duration: 429.721409ms)","trace[672269966] 'compare' (duration: 225.074375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:39:47.897931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:47.242633Z","time spent":"655.255104ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:39:47.902292Z","caller":"traceutil/trace.go:171","msg":"trace[898408909] linearizableReadLoop","detail":"{readStateIndex:2070; appliedIndex:2068; }","duration":"511.696864ms","start":"2026-03-20T01:39:47.39058Z","end":"2026-03-20T01:39:47.902277Z","steps":["trace[898408909] 'read index received' (duration: 281.811732ms)","trace[898408909] 'applied index is now lower than readState.Index' (duration: 229.883702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:39:47.902449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.864918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T01:39:47.90241Z","caller":"traceutil/trace.go:171","msg":"trace[1107737351] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"645.489457ms","start":"2026-03-20T01:39:47.256853Z","end":"2026-03-20T01:39:47.902342Z","steps":["trace[1107737351] 'process raft request' (duration: 645.310824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:47.902652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.659499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-20T01:39:47.902683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.368213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T01:39:47.902711Z","caller":"traceutil/trace.go:171","msg":"trace[909575214] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1988; }","duration":"425.791391ms","start":"2026-03-20T01:39:47.476905Z","end":"2026-03-20T01:39:47.902697Z","steps":["trace[909575214] 'agreement among raft nodes before linearized reading' (duration: 425.597237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:47.902709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:47.256825Z","time spent":"645.711893ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:39:47.90271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.903086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T01:39:47.902767Z","caller":"traceutil/trace.go:171","msg":"trace[1523437225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1988; }","duration":"500.464055ms","start":"2026-03-20T01:39:47.402277Z","end":"2026-03-20T01:39:47.902741Z","steps":["trace[1523437225] 'agreement among raft nodes before linearized reading' (duration: 500.167969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:47.902776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:47.476873Z","time spent":"425.884513ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T01:39:47.902763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.391336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-20T01:39:47.902799Z","caller":"traceutil/trace.go:171","msg":"trace[129101703] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1988; }","duration":"334.015448ms","start":"2026-03-20T01:39:47.568764Z","end":"2026-03-20T01:39:47.90278Z","steps":["trace[129101703] 'agreement among raft nodes before linearized reading' (duration: 333.822914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:47.902816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:47.40227Z","time spent":"500.533806ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T01:39:47.902855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:47.568684Z","time spent":"334.159951ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-20T01:39:47.902858Z","caller":"traceutil/trace.go:171","msg":"trace[1493235459] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1988; }","duration":"329.530999ms","start":"2026-03-20T01:39:47.573299Z","end":"2026-03-20T01:39:47.90283Z","steps":["trace[1493235459] 'agreement among raft nodes before linearized reading' (duration: 329.208732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:47.902902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:47.573272Z","time spent":"329.621271ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-20T01:39:47.902791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.828775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T01:39:47.903002Z","caller":"traceutil/trace.go:171","msg":"trace[924900208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1988; }","duration":"474.06323ms","start":"2026-03-20T01:39:47.428921Z","end":"2026-03-20T01:39:47.902985Z","steps":["trace[924900208] 'agreement among raft nodes before linearized reading' (duration: 473.667632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:47.903016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.234082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-20T01:39:47.903051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:47.428916Z","time spent":"474.120122ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T01:39:47.903071Z","caller":"traceutil/trace.go:171","msg":"trace[1975338433] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"329.055978ms","start":"2026-03-20T01:39:47.573331Z","end":"2026-03-20T01:39:47.902387Z","steps":["trace[1975338433] 'process raft request' (duration: 328.907665ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:39:47.903079Z","caller":"traceutil/trace.go:171","msg":"trace[306886318] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1988; }","duration":"473.287963ms","start":"2026-03-20T01:39:47.42977Z","end":"2026-03-20T01:39:47.903058Z","steps":["trace[306886318] 'agreement among raft nodes before linearized reading' (duration: 473.063838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:47.903107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.122765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T01:39:47.903162Z","caller":"traceutil/trace.go:171","msg":"trace[73661443] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1988; }","duration":"499.258508ms","start":"2026-03-20T01:39:47.403889Z","end":"2026-03-20T01:39:47.903148Z","steps":["trace[73661443] 'agreement among raft nodes before linearized reading' (duration: 499.081314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:47.903173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:47.429754Z","time spent":"473.406875ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T01:39:47.903182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:47.573299Z","time spent":"329.810715ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:39:47.903198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:47.403879Z","time spent":"499.311429ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T01:39:47.902492Z","caller":"traceutil/trace.go:171","msg":"trace[900936463] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1988; }","duration":"511.951099ms","start":"2026-03-20T01:39:47.390528Z","end":"2026-03-20T01:39:47.902479Z","steps":["trace[900936463] 'agreement among raft nodes before linearized reading' (duration: 511.863878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:39:47.903564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:39:47.390509Z","time spent":"512.8651ms","remote":"127.0.0.1:51918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-20T01:41:00.353065Z","caller":"traceutil/trace.go:171","msg":"trace[1333165964] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"153.013332ms","start":"2026-03-20T01:41:00.200016Z","end":"2026-03-20T01:41:00.353029Z","steps":["trace[1333165964] 'process raft request' (duration: 152.826677ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:41:00.354412Z","caller":"traceutil/trace.go:171","msg":"trace[1985015987] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"150.593867ms","start":"2026-03-20T01:41:00.203791Z","end":"2026-03-20T01:41:00.354385Z","steps":["trace[1985015987] 'process raft request' (duration: 150.079453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:41:03.941341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101834234395347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T01:41:04.234256Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.036733738s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T01:41:04.30839Z","caller":"traceutil/trace.go:171","msg":"trace[104949259] linearizableReadLoop","detail":"{readStateIndex:2630; appliedIndex:2628; }","duration":"867.821233ms","start":"2026-03-20T01:41:03.440534Z","end":"2026-03-20T01:41:04.308355Z","steps":["trace[104949259] 'read index received' (duration: 793.974698ms)","trace[104949259] 'applied index is now lower than readState.Index' (duration: 73.845135ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:41:04.308399Z","caller":"traceutil/trace.go:171","msg":"trace[1396210456] transaction","detail":"{read_only:false; response_revision:2522; number_of_response:1; }","duration":"1.110927342s","start":"2026-03-20T01:41:03.197413Z","end":"2026-03-20T01:41:04.308341Z","steps":["trace[1396210456] 'process raft request' (duration: 1.037113167s)","trace[1396210456] 'compare' (duration: 72.153519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:41:04.308612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:41:03.197382Z","time spent":"1.111111416s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:41:04.308602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.035718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:41:04.308687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.848376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-20T01:41:04.308718Z","caller":"traceutil/trace.go:171","msg":"trace[51305692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2523; }","duration":"868.228062ms","start":"2026-03-20T01:41:03.440461Z","end":"2026-03-20T01:41:04.308689Z","steps":["trace[51305692] 'agreement among raft nodes before linearized reading' (duration: 867.987357ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:41:04.308735Z","caller":"traceutil/trace.go:171","msg":"trace[42451586] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2523; }","duration":"515.938727ms","start":"2026-03-20T01:41:03.792785Z","end":"2026-03-20T01:41:04.308724Z","steps":["trace[42451586] 'agreement among raft nodes before linearized reading' (duration: 515.759283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:41:04.308787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:41:03.792772Z","time spent":"516.005058ms","remote":"127.0.0.1:51788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-20T01:41:04.308733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.420569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-20T01:41:04.308791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:41:03.440432Z","time spent":"868.349295ms","remote":"127.0.0.1:51606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T01:41:04.308851Z","caller":"traceutil/trace.go:171","msg":"trace[268778566] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2523; }","duration":"581.604233ms","start":"2026-03-20T01:41:03.727226Z","end":"2026-03-20T01:41:04.30883Z","steps":["trace[268778566] 'agreement among raft nodes before linearized reading' (duration: 581.321146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:41:04.308899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:41:03.727199Z","time spent":"581.692304ms","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-20T01:41:04.308442Z","caller":"traceutil/trace.go:171","msg":"trace[254711428] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"661.926721ms","start":"2026-03-20T01:41:03.646463Z","end":"2026-03-20T01:41:04.308389Z","steps":["trace[254711428] 'process raft request' (duration: 661.784268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:41:04.309178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:41:03.646427Z","time spent":"662.644678ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:41:38.459799Z","caller":"traceutil/trace.go:171","msg":"trace[275939064] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"233.664163ms","start":"2026-03-20T01:41:38.226085Z","end":"2026-03-20T01:41:38.459749Z","steps":["trace[275939064] 'process raft request' (duration: 233.352766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:41:38.629928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.79454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:41:38.630033Z","caller":"traceutil/trace.go:171","msg":"trace[492302173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2712; }","duration":"168.962334ms","start":"2026-03-20T01:41:38.461045Z","end":"2026-03-20T01:41:38.630007Z","steps":["trace[492302173] 'range keys from in-memory index tree' (duration: 168.661817ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:41:38.630478Z","caller":"traceutil/trace.go:171","msg":"trace[546203935] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"147.637453ms","start":"2026-03-20T01:41:38.482807Z","end":"2026-03-20T01:41:38.630445Z","steps":["trace[546203935] 'process raft request' (duration: 111.967445ms)","trace[546203935] 'compare' (duration: 35.30511ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:41:38.630774Z","caller":"traceutil/trace.go:171","msg":"trace[2020696244] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"134.644235ms","start":"2026-03-20T01:41:38.496114Z","end":"2026-03-20T01:41:38.630758Z","steps":["trace[2020696244] 'process raft request' (duration: 134.280537ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:41:38.630767Z","caller":"traceutil/trace.go:171","msg":"trace[1388987939] linearizableReadLoop","detail":"{readStateIndex:2829; appliedIndex:2826; }","duration":"131.547167ms","start":"2026-03-20T01:41:38.499194Z","end":"2026-03-20T01:41:38.630741Z","steps":["trace[1388987939] 'read index received' (duration: 95.568491ms)","trace[1388987939] 'applied index is now lower than readState.Index' (duration: 35.977315ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:41:38.630808Z","caller":"traceutil/trace.go:171","msg":"trace[977242014] transaction","detail":"{read_only:false; response_revision:2715; number_of_response:1; }","duration":"134.077283ms","start":"2026-03-20T01:41:38.496698Z","end":"2026-03-20T01:41:38.630775Z","steps":["trace[977242014] 'process raft request' (duration: 133.93802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:41:38.631083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.876314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189e691fcade68ac\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-20T01:41:38.631132Z","caller":"traceutil/trace.go:171","msg":"trace[1148047175] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189e691fcade68ac; range_end:; response_count:1; response_revision:2715; }","duration":"131.991147ms","start":"2026-03-20T01:41:38.499128Z","end":"2026-03-20T01:41:38.63112Z","steps":["trace[1148047175] 'agreement among raft nodes before linearized reading' (duration: 131.773642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:41:39.52939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.942711ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:41:39.529442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:41:39.222724Z","time spent":"306.707977ms","remote":"127.0.0.1:43128","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-20T01:41:39.529519Z","caller":"traceutil/trace.go:171","msg":"trace[1038503801] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2715; }","duration":"578.098165ms","start":"2026-03-20T01:41:38.951402Z","end":"2026-03-20T01:41:39.5295Z","steps":["trace[1038503801] 'range keys from in-memory index tree' (duration: 577.921461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:41:39.530034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.169115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:41:39.530107Z","caller":"traceutil/trace.go:171","msg":"trace[558219883] transaction","detail":"{read_only:false; response_revision:2716; number_of_response:1; }","duration":"894.822543ms","start":"2026-03-20T01:41:38.635273Z","end":"2026-03-20T01:41:39.530095Z","steps":["trace[558219883] 'process raft request' (duration: 631.471354ms)","trace[558219883] 'compare' (duration: 262.873329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:41:39.530163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:41:38.635242Z","time spent":"894.893794ms","remote":"127.0.0.1:51662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:41:40.461888Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.195040938s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T01:41:40.5161Z","caller":"traceutil/trace.go:171","msg":"trace[2112460491] transaction","detail":"{read_only:false; response_revision:2717; number_of_response:1; }","duration":"1.88072748s","start":"2026-03-20T01:41:38.635343Z","end":"2026-03-20T01:41:40.51607Z","steps":["trace[2112460491] 'process raft request' (duration: 1.826783288s)","trace[2112460491] 'compare' (duration: 53.235406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:41:40.51628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:41:38.635319Z","time spent":"1.880873423s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:41:40.51657Z","caller":"traceutil/trace.go:171","msg":"trace[727995979] transaction","detail":"{read_only:false; response_revision:2719; number_of_response:1; }","duration":"1.879586895s","start":"2026-03-20T01:41:38.636935Z","end":"2026-03-20T01:41:40.516522Z","steps":["trace[727995979] 'process raft request' (duration: 1.87934841s)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:41:40.516648Z","caller":"traceutil/trace.go:171","msg":"trace[1047638854] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"1.879679527s","start":"2026-03-20T01:41:38.636958Z","end":"2026-03-20T01:41:40.516638Z","steps":["trace[1047638854] 'process raft request' (duration: 1.879443712s)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:41:40.516697Z","caller":"traceutil/trace.go:171","msg":"trace[270735283] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"1.879689267s","start":"2026-03-20T01:41:38.636968Z","end":"2026-03-20T01:41:40.516658Z","steps":["trace[270735283] 'process raft request' (duration: 1.879480633s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:41:40.51677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:41:38.636917Z","time spent":"1.879749969s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:41:40.51682Z","caller":"traceutil/trace.go:171","msg":"trace[1083091772] transaction","detail":"{read_only:false; response_revision:2718; number_of_response:1; }","duration":"1.880140228s","start":"2026-03-20T01:41:38.636671Z","end":"2026-03-20T01:41:40.516812Z","steps":["trace[1083091772] 'process raft request' (duration: 1.87935171s)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:41:40.516581Z","caller":"traceutil/trace.go:171","msg":"trace[1874091550] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"408.058017ms","start":"2026-03-20T01:41:40.108482Z","end":"2026-03-20T01:41:40.516541Z","steps":["trace[1874091550] 'process raft request' (duration: 408.010626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:41:40.516856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:41:38.636931Z","time spent":"1.879754209s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:41:40.516879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:41:38.636662Z","time spent":"1.88019304s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:41:40.516898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:41:38.636942Z","time spent":"1.879854611s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:41:40.517036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:41:40.108443Z","time spent":"408.440326ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:41:40.517104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694096417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T01:41:40.517139Z","caller":"traceutil/trace.go:171","msg":"trace[1399871253] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2722; }","duration":"1.694180309s","start":"2026-03-20T01:41:38.822948Z","end":"2026-03-20T01:41:40.517128Z","steps":["trace[1399871253] 'agreement among raft nodes before linearized reading' (duration: 1.694117007s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:41:40.51717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:41:38.822902Z","time spent":"1.69426185s","remote":"127.0.0.1:54808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-20T01:41:40.517039Z","caller":"traceutil/trace.go:171","msg":"trace[675720009] linearizableReadLoop","detail":"{readStateIndex:2835; appliedIndex:2829; }","duration":"1.693879261s","start":"2026-03-20T01:41:38.823011Z","end":"2026-03-20T01:41:40.516891Z","steps":["trace[675720009] 'read index received' (duration: 443.823837ms)","trace[675720009] 'applied index is now lower than readState.Index' (duration: 1.249999863s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:41:40.517507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609960797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T01:41:40.517573Z","caller":"traceutil/trace.go:171","msg":"trace[1012787269] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2722; }","duration":"1.61009328s","start":"2026-03-20T01:41:38.907463Z","end":"2026-03-20T01:41:40.517557Z","steps":["trace[1012787269] 'agreement among raft nodes before linearized reading' (duration: 1.609958767s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:41:40.517615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:41:38.907428Z","time spent":"1.610177522s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-20T01:41:40.517654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.791697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-20T01:41:40.517727Z","caller":"traceutil/trace.go:171","msg":"trace[2088116061] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2722; }","duration":"724.863398ms","start":"2026-03-20T01:41:39.792854Z","end":"2026-03-20T01:41:40.517717Z","steps":["trace[2088116061] 'agreement among raft nodes before linearized reading' (duration: 724.690765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:41:40.517756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:41:39.792778Z","time spent":"724.972721ms","remote":"127.0.0.1:51788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-20T01:41:40.517851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.438083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189e691cab9292d7\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-20T01:41:40.517887Z","caller":"traceutil/trace.go:171","msg":"trace[66717853] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189e691cab9292d7; range_end:; response_count:1; response_revision:2722; }","duration":"426.521105ms","start":"2026-03-20T01:41:40.091352Z","end":"2026-03-20T01:41:40.517873Z","steps":["trace[66717853] 'agreement among raft nodes before linearized reading' (duration: 426.403372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:41:40.517909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:41:40.091325Z","time spent":"426.579986ms","remote":"127.0.0.1:51662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.189e691cab9292d7\" "} {"level":"warn","ts":"2026-03-20T01:41:40.518047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.774398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-20T01:41:40.518069Z","caller":"traceutil/trace.go:171","msg":"trace[612788010] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2722; }","duration":"468.852721ms","start":"2026-03-20T01:41:40.049209Z","end":"2026-03-20T01:41:40.518062Z","steps":["trace[612788010] 'agreement among raft nodes before linearized reading' (duration: 468.784939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:41:40.518087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:41:40.049176Z","time spent":"468.903761ms","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-20T01:41:40.518099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.387893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:41:40.518157Z","caller":"traceutil/trace.go:171","msg":"trace[455202753] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2722; }","duration":"703.472896ms","start":"2026-03-20T01:41:39.81467Z","end":"2026-03-20T01:41:40.518143Z","steps":["trace[455202753] 'agreement among raft nodes before linearized reading' (duration: 703.376073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:41:40.518201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:41:39.81466Z","time spent":"703.527827ms","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-20T01:41:40.517614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.123051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T01:41:40.518278Z","caller":"traceutil/trace.go:171","msg":"trace[497352607] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2722; }","duration":"685.794965ms","start":"2026-03-20T01:41:39.832474Z","end":"2026-03-20T01:41:40.518269Z","steps":["trace[497352607] 'agreement among raft nodes before linearized reading' (duration: 685.06841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:41:40.518298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:41:39.832442Z","time spent":"685.849496ms","remote":"127.0.0.1:54866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-20T01:41:40.518411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05256792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-20T01:41:40.51843Z","caller":"traceutil/trace.go:171","msg":"trace[177175828] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2722; }","duration":"1.052640962s","start":"2026-03-20T01:41:39.465784Z","end":"2026-03-20T01:41:40.518425Z","steps":["trace[177175828] 'agreement among raft nodes before linearized reading' (duration: 1.052589231s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:41:40.518444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:41:39.465753Z","time spent":"1.052687643s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-20T01:41:40.518646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.861525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-20T01:41:40.518699Z","caller":"traceutil/trace.go:171","msg":"trace[596235662] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:2722; }","duration":"866.959897ms","start":"2026-03-20T01:41:39.651727Z","end":"2026-03-20T01:41:40.518687Z","steps":["trace[596235662] 'agreement among raft nodes before linearized reading' (duration: 866.060368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:41:40.518733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:41:39.651704Z","time spent":"867.020649ms","remote":"127.0.0.1:51626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.57\" "} {"level":"info","ts":"2026-03-20T01:41:46.743056Z","caller":"traceutil/trace.go:171","msg":"trace[596769724] transaction","detail":"{read_only:false; response_revision:2749; number_of_response:1; }","duration":"194.498038ms","start":"2026-03-20T01:41:46.548523Z","end":"2026-03-20T01:41:46.743021Z","steps":["trace[596769724] 'process raft request' (duration: 112.942616ms)","trace[596769724] 'compare' (duration: 81.311207ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:41:46.74347Z","caller":"traceutil/trace.go:171","msg":"trace[2007307824] linearizableReadLoop","detail":"{readStateIndex:2865; appliedIndex:2863; }","duration":"194.679372ms","start":"2026-03-20T01:41:46.548762Z","end":"2026-03-20T01:41:46.743442Z","steps":["trace[2007307824] 'read index received' (duration: 31.22093ms)","trace[2007307824] 'applied index is now lower than readState.Index' (duration: 163.456702ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:41:46.743614Z","caller":"traceutil/trace.go:171","msg":"trace[584559504] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"194.471528ms","start":"2026-03-20T01:41:46.549127Z","end":"2026-03-20T01:41:46.743599Z","steps":["trace[584559504] 'process raft request' (duration: 193.837474ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:41:46.743578Z","caller":"traceutil/trace.go:171","msg":"trace[278277353] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"192.71105ms","start":"2026-03-20T01:41:46.550851Z","end":"2026-03-20T01:41:46.743562Z","steps":["trace[278277353] 'process raft request' (duration: 192.396193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:41:46.743861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.061851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T01:41:46.74398Z","caller":"traceutil/trace.go:171","msg":"trace[945389952] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2752; }","duration":"195.218394ms","start":"2026-03-20T01:41:46.548736Z","end":"2026-03-20T01:41:46.743954Z","steps":["trace[945389952] 'agreement among raft nodes before linearized reading' (duration: 194.824965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:41:46.945685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.726895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:41:46.946209Z","caller":"traceutil/trace.go:171","msg":"trace[672570334] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"197.185118ms","start":"2026-03-20T01:41:46.748997Z","end":"2026-03-20T01:41:46.946182Z","steps":["trace[672570334] 'process raft request' (duration: 197.133687ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:41:46.946238Z","caller":"traceutil/trace.go:171","msg":"trace[758089107] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"266.562631ms","start":"2026-03-20T01:41:46.679632Z","end":"2026-03-20T01:41:46.946194Z","steps":["trace[758089107] 'process raft request' (duration: 165.16467ms)","trace[758089107] 'compare' (duration: 100.534191ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:41:46.946301Z","caller":"traceutil/trace.go:171","msg":"trace[827145388] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"266.446828ms","start":"2026-03-20T01:41:46.679827Z","end":"2026-03-20T01:41:46.946274Z","steps":["trace[827145388] 'process raft request' (duration: 266.149721ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:43:40.995639Z","caller":"traceutil/trace.go:171","msg":"trace[1840405327] linearizableReadLoop","detail":"{readStateIndex:3578; appliedIndex:3577; }","duration":"145.739232ms","start":"2026-03-20T01:43:40.849857Z","end":"2026-03-20T01:43:40.995596Z","steps":["trace[1840405327] 'read index received' (duration: 93.786002ms)","trace[1840405327] 'applied index is now lower than readState.Index' (duration: 51.95223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:43:40.995827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.943567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rsakeys.secretgen.k14s.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:43:40.995799Z","caller":"traceutil/trace.go:171","msg":"trace[1794983590] transaction","detail":"{read_only:false; response_revision:3434; number_of_response:1; }","duration":"144.787641ms","start":"2026-03-20T01:43:40.850968Z","end":"2026-03-20T01:43:40.995756Z","steps":["trace[1794983590] 'process raft request' (duration: 144.589207ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:43:40.995876Z","caller":"traceutil/trace.go:171","msg":"trace[1579624604] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/rsakeys.secretgen.k14s.io; range_end:; response_count:0; response_revision:3434; }","duration":"146.011678ms","start":"2026-03-20T01:43:40.84985Z","end":"2026-03-20T01:43:40.995861Z","steps":["trace[1579624604] 'agreement among raft nodes before linearized reading' (duration: 145.891056ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:43:40.995684Z","caller":"traceutil/trace.go:171","msg":"trace[1143630958] transaction","detail":"{read_only:false; response_revision:3433; number_of_response:1; }","duration":"146.525931ms","start":"2026-03-20T01:43:40.849115Z","end":"2026-03-20T01:43:40.995641Z","steps":["trace[1143630958] 'process raft request' (duration: 94.500969ms)","trace[1143630958] 'compare' (duration: 51.791726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:44:59.824894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.48833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T01:44:59.825083Z","caller":"traceutil/trace.go:171","msg":"trace[452942731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3957; }","duration":"113.763666ms","start":"2026-03-20T01:44:59.711279Z","end":"2026-03-20T01:44:59.825042Z","steps":["trace[452942731] 'range keys from in-memory index tree' (duration: 113.215623ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:03.769644Z","caller":"traceutil/trace.go:171","msg":"trace[1333060368] transaction","detail":"{read_only:false; response_revision:3978; number_of_response:1; }","duration":"117.48066ms","start":"2026-03-20T01:45:03.652111Z","end":"2026-03-20T01:45:03.769592Z","steps":["trace[1333060368] 'process raft request' (duration: 58.907974ms)","trace[1333060368] 'compare' (duration: 58.049464ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:45:03.769714Z","caller":"traceutil/trace.go:171","msg":"trace[2067000444] transaction","detail":"{read_only:false; response_revision:3979; number_of_response:1; }","duration":"111.750282ms","start":"2026-03-20T01:45:03.657898Z","end":"2026-03-20T01:45:03.769648Z","steps":["trace[2067000444] 'process raft request' (duration: 111.351543ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:10.248229Z","caller":"traceutil/trace.go:171","msg":"trace[2105203732] transaction","detail":"{read_only:false; response_revision:4012; number_of_response:1; }","duration":"126.828917ms","start":"2026-03-20T01:45:10.121374Z","end":"2026-03-20T01:45:10.248203Z","steps":["trace[2105203732] 'process raft request' (duration: 126.718385ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:22.76454Z","caller":"traceutil/trace.go:171","msg":"trace[637173474] linearizableReadLoop","detail":"{readStateIndex:4273; appliedIndex:4272; }","duration":"124.753353ms","start":"2026-03-20T01:45:22.639738Z","end":"2026-03-20T01:45:22.764491Z","steps":["trace[637173474] 'read index received' (duration: 124.6162ms)","trace[637173474] 'applied index is now lower than readState.Index' (duration: 135.613µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:45:22.764612Z","caller":"traceutil/trace.go:171","msg":"trace[1174921593] transaction","detail":"{read_only:false; response_revision:4093; number_of_response:1; }","duration":"125.99523ms","start":"2026-03-20T01:45:22.638578Z","end":"2026-03-20T01:45:22.764574Z","steps":["trace[1174921593] 'process raft request' (duration: 125.733304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:22.764913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.158421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62974"} {"level":"info","ts":"2026-03-20T01:45:22.764972Z","caller":"traceutil/trace.go:171","msg":"trace[389574559] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4093; }","duration":"125.285044ms","start":"2026-03-20T01:45:22.639672Z","end":"2026-03-20T01:45:22.764957Z","steps":["trace[389574559] 'agreement among raft nodes before linearized reading' (duration: 124.993918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:29.084489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.285173ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:45:29.084764Z","caller":"traceutil/trace.go:171","msg":"trace[1311738954] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4455; }","duration":"133.584589ms","start":"2026-03-20T01:45:28.951145Z","end":"2026-03-20T01:45:29.084729Z","steps":["trace[1311738954] 'range keys from in-memory index tree' (duration: 133.255652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:29.084809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.598615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-smh2r\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-20T01:45:29.08492Z","caller":"traceutil/trace.go:171","msg":"trace[331167941] range","detail":"{range_begin:/registry/pods/openstack/keepalived-smh2r; range_end:; response_count:1; response_revision:4455; }","duration":"297.80492ms","start":"2026-03-20T01:45:28.787092Z","end":"2026-03-20T01:45:29.084897Z","steps":["trace[331167941] 'range keys from in-memory index tree' (duration: 297.34407ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:30.695575Z","caller":"traceutil/trace.go:171","msg":"trace[22937733] transaction","detail":"{read_only:false; response_revision:4539; number_of_response:1; }","duration":"258.566495ms","start":"2026-03-20T01:45:30.436978Z","end":"2026-03-20T01:45:30.695545Z","steps":["trace[22937733] 'process raft request' (duration: 258.35953ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:30.69556Z","caller":"traceutil/trace.go:171","msg":"trace[76367600] linearizableReadLoop","detail":"{readStateIndex:4726; appliedIndex:4725; }","duration":"255.303992ms","start":"2026-03-20T01:45:30.440222Z","end":"2026-03-20T01:45:30.695526Z","steps":["trace[76367600] 'read index received' (duration: 255.000636ms)","trace[76367600] 'applied index is now lower than readState.Index' (duration: 300.876µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:45:30.695759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.518467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:45:30.695835Z","caller":"traceutil/trace.go:171","msg":"trace[1960628102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4539; }","duration":"255.65576ms","start":"2026-03-20T01:45:30.440154Z","end":"2026-03-20T01:45:30.695809Z","steps":["trace[1960628102] 'agreement among raft nodes before linearized reading' (duration: 255.486996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:30.696096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.224514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b29b31d3-14de-4c73-9453-3794cf6fc28c\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-20T01:45:30.696236Z","caller":"traceutil/trace.go:171","msg":"trace[916344629] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b29b31d3-14de-4c73-9453-3794cf6fc28c; range_end:; response_count:1; response_revision:4539; }","duration":"104.445498ms","start":"2026-03-20T01:45:30.591761Z","end":"2026-03-20T01:45:30.696206Z","steps":["trace[916344629] 'agreement among raft nodes before linearized reading' (duration: 104.09148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:30.696634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.517285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-03-20T01:45:30.696703Z","caller":"traceutil/trace.go:171","msg":"trace[1096934879] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4539; }","duration":"189.656918ms","start":"2026-03-20T01:45:30.507029Z","end":"2026-03-20T01:45:30.696686Z","steps":["trace[1096934879] 'agreement among raft nodes before linearized reading' (duration: 188.693977ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:33.887262Z","caller":"traceutil/trace.go:171","msg":"trace[1833277528] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"170.02781ms","start":"2026-03-20T01:45:33.717209Z","end":"2026-03-20T01:45:33.887236Z","steps":["trace[1833277528] 'process raft request' (duration: 169.845616ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:33.888248Z","caller":"traceutil/trace.go:171","msg":"trace[114425526] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"108.099681ms","start":"2026-03-20T01:45:33.780113Z","end":"2026-03-20T01:45:33.888213Z","steps":["trace[114425526] 'process raft request' (duration: 107.958928ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:36.956911Z","caller":"traceutil/trace.go:171","msg":"trace[84661351] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"232.478743ms","start":"2026-03-20T01:45:36.724406Z","end":"2026-03-20T01:45:36.956885Z","steps":["trace[84661351] 'process raft request' (duration: 232.254688ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:37.054208Z","caller":"traceutil/trace.go:171","msg":"trace[1455769382] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"328.530306ms","start":"2026-03-20T01:45:36.725621Z","end":"2026-03-20T01:45:37.054151Z","steps":["trace[1455769382] 'process raft request' (duration: 310.697238ms)","trace[1455769382] 'compare' (duration: 17.546082ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:45:37.054206Z","caller":"traceutil/trace.go:171","msg":"trace[481132389] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"327.589584ms","start":"2026-03-20T01:45:36.726568Z","end":"2026-03-20T01:45:37.054158Z","steps":["trace[481132389] 'process raft request' (duration: 327.424571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:37.054381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:45:36.725599Z","time spent":"328.694329ms","remote":"127.0.0.1:51860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:45:37.054481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:45:36.726554Z","time spent":"327.85083ms","remote":"127.0.0.1:52084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4883,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:45:37.575765Z","caller":"traceutil/trace.go:171","msg":"trace[1317042426] linearizableReadLoop","detail":"{readStateIndex:4862; appliedIndex:4861; }","duration":"136.178386ms","start":"2026-03-20T01:45:37.439557Z","end":"2026-03-20T01:45:37.575735Z","steps":["trace[1317042426] 'read index received' (duration: 135.968052ms)","trace[1317042426] 'applied index is now lower than readState.Index' (duration: 209.394µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:45:37.575835Z","caller":"traceutil/trace.go:171","msg":"trace[32968027] transaction","detail":"{read_only:false; response_revision:4670; number_of_response:1; }","duration":"287.209874ms","start":"2026-03-20T01:45:37.288563Z","end":"2026-03-20T01:45:37.575773Z","steps":["trace[32968027] 'process raft request' (duration: 286.978249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:37.575957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.374141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:45:37.576056Z","caller":"traceutil/trace.go:171","msg":"trace[1860424504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4670; }","duration":"136.509984ms","start":"2026-03-20T01:45:37.439524Z","end":"2026-03-20T01:45:37.576034Z","steps":["trace[1860424504] 'agreement among raft nodes before linearized reading' (duration: 136.3178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:38.288164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.117285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8cjcx\" ","response":"range_response_count:1 size:9724"} {"level":"info","ts":"2026-03-20T01:45:38.288303Z","caller":"traceutil/trace.go:171","msg":"trace[166666628] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8cjcx; range_end:; response_count:1; response_revision:4756; }","duration":"123.281808ms","start":"2026-03-20T01:45:38.164999Z","end":"2026-03-20T01:45:38.288281Z","steps":["trace[166666628] 'range keys from in-memory index tree' (duration: 122.981122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:38.288326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.235054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T01:45:38.288408Z","caller":"traceutil/trace.go:171","msg":"trace[202829867] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4756; }","duration":"161.369427ms","start":"2026-03-20T01:45:38.127021Z","end":"2026-03-20T01:45:38.28839Z","steps":["trace[202829867] 'range keys from in-memory index tree' (duration: 161.06842ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:38.310276Z","caller":"traceutil/trace.go:171","msg":"trace[652953252] linearizableReadLoop","detail":"{readStateIndex:4950; appliedIndex:4949; }","duration":"120.534248ms","start":"2026-03-20T01:45:38.189718Z","end":"2026-03-20T01:45:38.310252Z","steps":["trace[652953252] 'read index received' (duration: 120.444596ms)","trace[652953252] 'applied index is now lower than readState.Index' (duration: 88.502µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:45:38.310336Z","caller":"traceutil/trace.go:171","msg":"trace[133269889] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"143.449319ms","start":"2026-03-20T01:45:38.166848Z","end":"2026-03-20T01:45:38.310297Z","steps":["trace[133269889] 'process raft request' (duration: 143.265605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:38.310595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.823444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T01:45:38.310645Z","caller":"traceutil/trace.go:171","msg":"trace[279516969] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:4757; }","duration":"120.971507ms","start":"2026-03-20T01:45:38.189661Z","end":"2026-03-20T01:45:38.310633Z","steps":["trace[279516969] 'agreement among raft nodes before linearized reading' (duration: 120.730252ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:38.687913Z","caller":"traceutil/trace.go:171","msg":"trace[607079138] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"393.978085ms","start":"2026-03-20T01:45:38.293911Z","end":"2026-03-20T01:45:38.687889Z","steps":["trace[607079138] 'process raft request' (duration: 393.75458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:38.688085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:45:38.293883Z","time spent":"394.114698ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:45:38.688091Z","caller":"traceutil/trace.go:171","msg":"trace[1224710012] linearizableReadLoop","detail":"{readStateIndex:4952; appliedIndex:4950; }","duration":"377.697461ms","start":"2026-03-20T01:45:38.310364Z","end":"2026-03-20T01:45:38.688061Z","steps":["trace[1224710012] 'read index received' (duration: 377.228441ms)","trace[1224710012] 'applied index is now lower than readState.Index' (duration: 466.9µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:45:38.688202Z","caller":"traceutil/trace.go:171","msg":"trace[28953955] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"388.111343ms","start":"2026-03-20T01:45:38.300068Z","end":"2026-03-20T01:45:38.688179Z","steps":["trace[28953955] 'process raft request' (duration: 387.756555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:38.688283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.924977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T01:45:38.688479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.008876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T01:45:38.688542Z","caller":"traceutil/trace.go:171","msg":"trace[300709318] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4759; }","duration":"470.210234ms","start":"2026-03-20T01:45:38.218276Z","end":"2026-03-20T01:45:38.688486Z","steps":["trace[300709318] 'agreement among raft nodes before linearized reading' (duration: 469.919157ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:38.688576Z","caller":"traceutil/trace.go:171","msg":"trace[1434864691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4759; }","duration":"303.114428ms","start":"2026-03-20T01:45:38.385445Z","end":"2026-03-20T01:45:38.688559Z","steps":["trace[1434864691] 'agreement among raft nodes before linearized reading' (duration: 302.788561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:38.688652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:45:38.385429Z","time spent":"303.21161ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T01:45:38.688713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:45:38.218259Z","time spent":"470.391708ms","remote":"127.0.0.1:52112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-20T01:45:38.688621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:45:38.300033Z","time spent":"388.299396ms","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9811,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:45:40.94169Z","caller":"traceutil/trace.go:171","msg":"trace[1094467955] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"245.086554ms","start":"2026-03-20T01:45:40.69658Z","end":"2026-03-20T01:45:40.941667Z","steps":["trace[1094467955] 'process raft request' (duration: 244.946961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:41.509778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.087535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:45:41.509918Z","caller":"traceutil/trace.go:171","msg":"trace[1061478267] linearizableReadLoop","detail":"{readStateIndex:5005; appliedIndex:5003; }","duration":"809.335025ms","start":"2026-03-20T01:45:40.700558Z","end":"2026-03-20T01:45:41.509893Z","steps":["trace[1061478267] 'read index received' (duration: 240.950592ms)","trace[1061478267] 'applied index is now lower than readState.Index' (duration: 568.382473ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:45:41.509992Z","caller":"traceutil/trace.go:171","msg":"trace[536255639] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"813.314013ms","start":"2026-03-20T01:45:40.696627Z","end":"2026-03-20T01:45:41.509941Z","steps":["trace[536255639] 'process raft request' (duration: 523.958602ms)","trace[536255639] 'compare' (duration: 288.944342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:45:41.510083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.526759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T01:45:41.510128Z","caller":"traceutil/trace.go:171","msg":"trace[958241137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4810; }","duration":"809.57309ms","start":"2026-03-20T01:45:40.700545Z","end":"2026-03-20T01:45:41.510118Z","steps":["trace[958241137] 'agreement among raft nodes before linearized reading' (duration: 809.440137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:41.510133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.015385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-20T01:45:41.510138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:45:40.696607Z","time spent":"813.451387ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:45:41.510157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:45:40.700503Z","time spent":"809.648202ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T01:45:41.51017Z","caller":"traceutil/trace.go:171","msg":"trace[326888412] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4810; }","duration":"808.075206ms","start":"2026-03-20T01:45:40.702085Z","end":"2026-03-20T01:45:41.51016Z","steps":["trace[326888412] 'agreement among raft nodes before linearized reading' (duration: 807.955354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:41.510203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:45:40.70207Z","time spent":"808.126098ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T01:45:41.510368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.411563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-92c9567d-2347-4efd-be08-fab6c5d1eaa6\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-20T01:45:41.5104Z","caller":"traceutil/trace.go:171","msg":"trace[1522634702] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-92c9567d-2347-4efd-be08-fab6c5d1eaa6; range_end:; response_count:1; response_revision:4810; }","duration":"315.497645ms","start":"2026-03-20T01:45:41.194891Z","end":"2026-03-20T01:45:41.510389Z","steps":["trace[1522634702] 'agreement among raft nodes before linearized reading' (duration: 315.407062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:41.510428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:45:41.194866Z","time spent":"315.555526ms","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-92c9567d-2347-4efd-be08-fab6c5d1eaa6\" "} {"level":"warn","ts":"2026-03-20T01:45:41.510488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.98175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-smh2r\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-20T01:45:41.510513Z","caller":"traceutil/trace.go:171","msg":"trace[1367102556] range","detail":"{range_begin:/registry/pods/openstack/keepalived-smh2r; range_end:; response_count:1; response_revision:4810; }","duration":"357.065062ms","start":"2026-03-20T01:45:41.153441Z","end":"2026-03-20T01:45:41.510506Z","steps":["trace[1367102556] 'agreement among raft nodes before linearized reading' (duration: 356.99955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:41.51053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:45:41.153411Z","time spent":"357.115343ms","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-smh2r\" "} {"level":"info","ts":"2026-03-20T01:45:41.630521Z","caller":"traceutil/trace.go:171","msg":"trace[1141433626] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"114.830441ms","start":"2026-03-20T01:45:41.515665Z","end":"2026-03-20T01:45:41.630496Z","steps":["trace[1141433626] 'process raft request' (duration: 112.267543ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:41.63412Z","caller":"traceutil/trace.go:171","msg":"trace[1286987103] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"118.188166ms","start":"2026-03-20T01:45:41.515902Z","end":"2026-03-20T01:45:41.63409Z","steps":["trace[1286987103] 'process raft request' (duration: 117.956181ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:41.634457Z","caller":"traceutil/trace.go:171","msg":"trace[457287975] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"115.000664ms","start":"2026-03-20T01:45:41.519444Z","end":"2026-03-20T01:45:41.634445Z","steps":["trace[457287975] 'process raft request' (duration: 114.570655ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:43.965987Z","caller":"traceutil/trace.go:171","msg":"trace[1681595425] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"326.404163ms","start":"2026-03-20T01:45:43.639545Z","end":"2026-03-20T01:45:43.965949Z","steps":["trace[1681595425] 'process raft request' (duration: 280.771569ms)","trace[1681595425] 'compare' (duration: 45.47543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:45:43.966147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:45:43.639527Z","time spent":"326.542476ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:45:43.972399Z","caller":"traceutil/trace.go:171","msg":"trace[474473533] linearizableReadLoop","detail":"{readStateIndex:5046; appliedIndex:5044; }","duration":"327.60685ms","start":"2026-03-20T01:45:43.644761Z","end":"2026-03-20T01:45:43.972368Z","steps":["trace[474473533] 'read index received' (duration: 275.575314ms)","trace[474473533] 'applied index is now lower than readState.Index' (duration: 52.030466ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:45:43.972657Z","caller":"traceutil/trace.go:171","msg":"trace[380449835] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"329.819089ms","start":"2026-03-20T01:45:43.642821Z","end":"2026-03-20T01:45:43.97264Z","steps":["trace[380449835] 'process raft request' (duration: 329.438111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:43.972775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:45:43.642804Z","time spent":"329.89187ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:45:43.972984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.218054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-92c9567d-2347-4efd-be08-fab6c5d1eaa6\" ","response":"range_response_count:1 size:3900"} {"level":"info","ts":"2026-03-20T01:45:43.973024Z","caller":"traceutil/trace.go:171","msg":"trace[340103964] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-92c9567d-2347-4efd-be08-fab6c5d1eaa6; range_end:; response_count:1; response_revision:4850; }","duration":"328.281356ms","start":"2026-03-20T01:45:43.644731Z","end":"2026-03-20T01:45:43.973013Z","steps":["trace[340103964] 'agreement among raft nodes before linearized reading' (duration: 328.151643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:43.973056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:45:43.64472Z","time spent":"328.327627ms","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3923,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-92c9567d-2347-4efd-be08-fab6c5d1eaa6\" "} {"level":"warn","ts":"2026-03-20T01:45:44.250329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.389359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:45:44.250443Z","caller":"traceutil/trace.go:171","msg":"trace[1474634434] linearizableReadLoop","detail":"{readStateIndex:5047; appliedIndex:5046; }","duration":"277.957088ms","start":"2026-03-20T01:45:43.972469Z","end":"2026-03-20T01:45:44.250426Z","steps":["trace[1474634434] 'read index received' (duration: 124.422025ms)","trace[1474634434] 'applied index is now lower than readState.Index' (duration: 153.533943ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:45:44.250523Z","caller":"traceutil/trace.go:171","msg":"trace[1816662649] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"327.892396ms","start":"2026-03-20T01:45:43.922614Z","end":"2026-03-20T01:45:44.250506Z","steps":["trace[1816662649] 'process raft request' (duration: 174.229401ms)","trace[1816662649] 'compare' (duration: 153.269026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:45:44.250584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:45:43.922585Z","time spent":"327.961988ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:45:44.250744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.632928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T01:45:44.250832Z","caller":"traceutil/trace.go:171","msg":"trace[1208273107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4851; }","duration":"303.767471ms","start":"2026-03-20T01:45:43.947045Z","end":"2026-03-20T01:45:44.250812Z","steps":["trace[1208273107] 'agreement among raft nodes before linearized reading' (duration: 303.510385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:44.250888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:45:43.947021Z","time spent":"303.849762ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T01:45:44.263371Z","caller":"traceutil/trace.go:171","msg":"trace[1271262680] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"274.49793ms","start":"2026-03-20T01:45:43.988848Z","end":"2026-03-20T01:45:44.263346Z","steps":["trace[1271262680] 'process raft request' (duration: 274.407798ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:44.263397Z","caller":"traceutil/trace.go:171","msg":"trace[1371079727] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"279.502421ms","start":"2026-03-20T01:45:43.983865Z","end":"2026-03-20T01:45:44.263367Z","steps":["trace[1371079727] 'process raft request' (duration: 279.318787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:44.263408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.800535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T01:45:44.26361Z","caller":"traceutil/trace.go:171","msg":"trace[155408220] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4853; }","duration":"198.04523ms","start":"2026-03-20T01:45:44.065543Z","end":"2026-03-20T01:45:44.263589Z","steps":["trace[155408220] 'agreement among raft nodes before linearized reading' (duration: 197.741394ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:44.429876Z","caller":"traceutil/trace.go:171","msg":"trace[704275547] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"174.470578ms","start":"2026-03-20T01:45:44.255387Z","end":"2026-03-20T01:45:44.429857Z","steps":["trace[704275547] 'process raft request' (duration: 174.335705ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:44.440664Z","caller":"traceutil/trace.go:171","msg":"trace[2110254410] linearizableReadLoop","detail":"{readStateIndex:5051; appliedIndex:5049; }","duration":"172.661228ms","start":"2026-03-20T01:45:44.267985Z","end":"2026-03-20T01:45:44.440646Z","steps":["trace[2110254410] 'read index received' (duration: 161.800296ms)","trace[2110254410] 'applied index is now lower than readState.Index' (duration: 10.860232ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:45:44.440725Z","caller":"traceutil/trace.go:171","msg":"trace[432249777] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"172.864372ms","start":"2026-03-20T01:45:44.267832Z","end":"2026-03-20T01:45:44.440697Z","steps":["trace[432249777] 'process raft request' (duration: 172.742958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:44.440818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.818051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17307"} {"level":"info","ts":"2026-03-20T01:45:44.440849Z","caller":"traceutil/trace.go:171","msg":"trace[1322509425] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4855; }","duration":"172.877882ms","start":"2026-03-20T01:45:44.267963Z","end":"2026-03-20T01:45:44.440841Z","steps":["trace[1322509425] 'agreement among raft nodes before linearized reading' (duration: 172.77325ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:45.939508Z","caller":"traceutil/trace.go:171","msg":"trace[497499888] linearizableReadLoop","detail":"{readStateIndex:5096; appliedIndex:5095; }","duration":"190.725779ms","start":"2026-03-20T01:45:45.748742Z","end":"2026-03-20T01:45:45.939468Z","steps":["trace[497499888] 'read index received' (duration: 190.538204ms)","trace[497499888] 'applied index is now lower than readState.Index' (duration: 186.535µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:45:45.939594Z","caller":"traceutil/trace.go:171","msg":"trace[756713951] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"200.774912ms","start":"2026-03-20T01:45:45.738773Z","end":"2026-03-20T01:45:45.939548Z","steps":["trace[756713951] 'process raft request' (duration: 200.555806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:45.939735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.970915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-20T01:45:45.939769Z","caller":"traceutil/trace.go:171","msg":"trace[1953705014] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4897; }","duration":"191.068247ms","start":"2026-03-20T01:45:45.748688Z","end":"2026-03-20T01:45:45.939756Z","steps":["trace[1953705014] 'agreement among raft nodes before linearized reading' (duration: 190.908034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:45.939999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.212883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T01:45:45.940148Z","caller":"traceutil/trace.go:171","msg":"trace[1612446773] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:4897; }","duration":"125.454398ms","start":"2026-03-20T01:45:45.814664Z","end":"2026-03-20T01:45:45.940118Z","steps":["trace[1612446773] 'agreement among raft nodes before linearized reading' (duration: 125.09696ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:50.810378Z","caller":"traceutil/trace.go:171","msg":"trace[1254494932] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"203.057142ms","start":"2026-03-20T01:45:50.607299Z","end":"2026-03-20T01:45:50.810356Z","steps":["trace[1254494932] 'process raft request' (duration: 202.841977ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:51.465172Z","caller":"traceutil/trace.go:171","msg":"trace[762984875] linearizableReadLoop","detail":"{readStateIndex:5202; appliedIndex:5201; }","duration":"154.513713ms","start":"2026-03-20T01:45:51.310633Z","end":"2026-03-20T01:45:51.465147Z","steps":["trace[762984875] 'read index received' (duration: 154.410491ms)","trace[762984875] 'applied index is now lower than readState.Index' (duration: 102.322µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:45:51.465268Z","caller":"traceutil/trace.go:171","msg":"trace[1784957491] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"159.555245ms","start":"2026-03-20T01:45:51.305687Z","end":"2026-03-20T01:45:51.465242Z","steps":["trace[1784957491] 'process raft request' (duration: 159.3124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:51.465329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.666897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:45:51.465373Z","caller":"traceutil/trace.go:171","msg":"trace[48794360] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5001; }","duration":"154.732488ms","start":"2026-03-20T01:45:51.310628Z","end":"2026-03-20T01:45:51.46536Z","steps":["trace[48794360] 'agreement among raft nodes before linearized reading' (duration: 154.640586ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:51.609197Z","caller":"traceutil/trace.go:171","msg":"trace[2083489332] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"137.137107ms","start":"2026-03-20T01:45:51.472031Z","end":"2026-03-20T01:45:51.609168Z","steps":["trace[2083489332] 'process raft request' (duration: 96.410943ms)","trace[2083489332] 'compare' (duration: 40.495459ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:45:51.609436Z","caller":"traceutil/trace.go:171","msg":"trace[1705032445] linearizableReadLoop","detail":"{readStateIndex:5206; appliedIndex:5202; }","duration":"135.438301ms","start":"2026-03-20T01:45:51.473977Z","end":"2026-03-20T01:45:51.609416Z","steps":["trace[1705032445] 'read index received' (duration: 23.739478ms)","trace[1705032445] 'applied index is now lower than readState.Index' (duration: 111.697933ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:45:51.609475Z","caller":"traceutil/trace.go:171","msg":"trace[1959551667] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"137.121617ms","start":"2026-03-20T01:45:51.472324Z","end":"2026-03-20T01:45:51.609446Z","steps":["trace[1959551667] 'process raft request' (duration: 136.784459ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:45:51.609518Z","caller":"traceutil/trace.go:171","msg":"trace[1644861825] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"136.485873ms","start":"2026-03-20T01:45:51.472997Z","end":"2026-03-20T01:45:51.609483Z","steps":["trace[1644861825] 'process raft request' (duration: 136.33608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:45:51.609593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.603374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-xgf9d\" ","response":"range_response_count:1 size:8055"} {"level":"info","ts":"2026-03-20T01:45:51.609626Z","caller":"traceutil/trace.go:171","msg":"trace[1095054814] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-xgf9d; range_end:; response_count:1; response_revision:5005; }","duration":"135.666355ms","start":"2026-03-20T01:45:51.473949Z","end":"2026-03-20T01:45:51.609615Z","steps":["trace[1095054814] 'agreement among raft nodes before linearized reading' (duration: 135.538732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:00.549808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101834234401720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T01:46:01.050884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101834234401720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T01:46:01.156166Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.110630069s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T01:46:01.156586Z","caller":"traceutil/trace.go:171","msg":"trace[639318311] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"1.111141722s","start":"2026-03-20T01:46:00.045414Z","end":"2026-03-20T01:46:01.156556Z","steps":["trace[639318311] 'process raft request' (duration: 1.110983518s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:01.156743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:00.045386Z","time spent":"1.111272755s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:46:02.187766Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.031332297s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T01:46:02.188358Z","caller":"traceutil/trace.go:171","msg":"trace[1042549231] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"1.893126338s","start":"2026-03-20T01:46:00.295205Z","end":"2026-03-20T01:46:02.188332Z","steps":["trace[1042549231] 'process raft request' (duration: 1.89276707s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:02.18854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:00.295178Z","time spent":"1.893274682s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:46:02.18868Z","caller":"traceutil/trace.go:171","msg":"trace[1283302720] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"1.885738814s","start":"2026-03-20T01:46:00.30291Z","end":"2026-03-20T01:46:02.188649Z","steps":["trace[1283302720] 'process raft request' (duration: 1.885373266s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:02.188811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:00.302897Z","time spent":"1.885832806s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:46:02.189184Z","caller":"traceutil/trace.go:171","msg":"trace[306749386] linearizableReadLoop","detail":"{readStateIndex:5341; appliedIndex:5335; }","duration":"2.139418761s","start":"2026-03-20T01:46:00.049751Z","end":"2026-03-20T01:46:02.189169Z","steps":["trace[306749386] 'read index received' (duration: 1.106653342s)","trace[306749386] 'applied index is now lower than readState.Index' (duration: 1.032764499s)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:46:02.189214Z","caller":"traceutil/trace.go:171","msg":"trace[848931568] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"1.862339384s","start":"2026-03-20T01:46:00.326857Z","end":"2026-03-20T01:46:02.189196Z","steps":["trace[848931568] 'process raft request' (duration: 1.862271702s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:02.189307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:00.326843Z","time spent":"1.862416626s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:46:02.189283Z","caller":"traceutil/trace.go:171","msg":"trace[449994895] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"1.862821884s","start":"2026-03-20T01:46:00.326403Z","end":"2026-03-20T01:46:02.189224Z","steps":["trace[449994895] 'process raft request' (duration: 1.86263946s)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:02.189458Z","caller":"traceutil/trace.go:171","msg":"trace[1477115599] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"1.880859295s","start":"2026-03-20T01:46:00.30858Z","end":"2026-03-20T01:46:02.18944Z","steps":["trace[1477115599] 'process raft request' (duration: 1.879974806s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:02.189539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:00.308556Z","time spent":"1.880943186s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:46:02.189549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811029083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-35825596-d3c2-44aa-bf16-6421ce81d636\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-03-20T01:46:02.189574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.13981383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T01:46:02.18964Z","caller":"traceutil/trace.go:171","msg":"trace[1773365734] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5138; }","duration":"2.139903372s","start":"2026-03-20T01:46:00.049723Z","end":"2026-03-20T01:46:02.189627Z","steps":["trace[1773365734] 'agreement among raft nodes before linearized reading' (duration: 2.139585555s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:02.189714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751211104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:46:02.189712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65652278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T01:46:02.189768Z","caller":"traceutil/trace.go:171","msg":"trace[2077079151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5138; }","duration":"1.751286376s","start":"2026-03-20T01:46:00.438467Z","end":"2026-03-20T01:46:02.189753Z","steps":["trace[2077079151] 'agreement among raft nodes before linearized reading' (duration: 1.751209704s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:02.189726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:00.049708Z","time spent":"2.139989954s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T01:46:02.189718Z","caller":"traceutil/trace.go:171","msg":"trace[1798644098] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-35825596-d3c2-44aa-bf16-6421ce81d636; range_end:; response_count:1; response_revision:5138; }","duration":"1.811095605s","start":"2026-03-20T01:46:00.378498Z","end":"2026-03-20T01:46:02.189593Z","steps":["trace[1798644098] 'agreement among raft nodes before linearized reading' (duration: 1.810851349s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:02.189816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:00.438449Z","time spent":"1.751357507s","remote":"127.0.0.1:51606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T01:46:02.18983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:00.378454Z","time spent":"1.81136444s","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-35825596-d3c2-44aa-bf16-6421ce81d636\" "} {"level":"warn","ts":"2026-03-20T01:46:02.189865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.023507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-smh2r\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-20T01:46:02.189779Z","caller":"traceutil/trace.go:171","msg":"trace[4984475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5138; }","duration":"1.656622642s","start":"2026-03-20T01:46:00.533141Z","end":"2026-03-20T01:46:02.189764Z","steps":["trace[4984475] 'agreement among raft nodes before linearized reading' (duration: 1.656452869s)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:02.189916Z","caller":"traceutil/trace.go:171","msg":"trace[386536482] range","detail":"{range_begin:/registry/pods/openstack/keepalived-smh2r; range_end:; response_count:1; response_revision:5138; }","duration":"471.130829ms","start":"2026-03-20T01:46:01.718772Z","end":"2026-03-20T01:46:02.189902Z","steps":["trace[386536482] 'agreement among raft nodes before linearized reading' (duration: 470.990166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:02.189917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751399219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189e695ec3ebc2de\" ","response":"range_response_count:1 size:1012"} {"level":"warn","ts":"2026-03-20T01:46:02.189948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:00.533123Z","time spent":"1.656812826s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T01:46:02.190008Z","caller":"traceutil/trace.go:171","msg":"trace[431176798] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189e695ec3ebc2de; range_end:; response_count:1; response_revision:5138; }","duration":"1.751539501s","start":"2026-03-20T01:46:00.438445Z","end":"2026-03-20T01:46:02.189985Z","steps":["trace[431176798] 'agreement among raft nodes before linearized reading' (duration: 1.751239305s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:02.190032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.049811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T01:46:02.190069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:00.438432Z","time spent":"1.751625454s","remote":"127.0.0.1:51662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1035,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189e695ec3ebc2de\" "} {"level":"info","ts":"2026-03-20T01:46:02.190079Z","caller":"traceutil/trace.go:171","msg":"trace[508455040] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5138; }","duration":"216.118273ms","start":"2026-03-20T01:46:01.973941Z","end":"2026-03-20T01:46:02.190059Z","steps":["trace[508455040] 'agreement among raft nodes before linearized reading' (duration: 216.041281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:02.190254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200205811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-35825596-d3c2-44aa-bf16-6421ce81d636\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-03-20T01:46:02.189534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:00.326377Z","time spent":"1.86304607s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:46:02.189959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:01.718741Z","time spent":"471.20877ms","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-smh2r\" "} {"level":"warn","ts":"2026-03-20T01:46:02.190519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558053343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-20T01:46:02.190515Z","caller":"traceutil/trace.go:171","msg":"trace[1925679988] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-35825596-d3c2-44aa-bf16-6421ce81d636; range_end:; response_count:1; response_revision:5138; }","duration":"1.200383055s","start":"2026-03-20T01:46:00.989949Z","end":"2026-03-20T01:46:02.190332Z","steps":["trace[1925679988] 'agreement among raft nodes before linearized reading' (duration: 1.200000895s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:02.190653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:00.989926Z","time spent":"1.200709852s","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-35825596-d3c2-44aa-bf16-6421ce81d636\" "} {"level":"warn","ts":"2026-03-20T01:46:02.190163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.002357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-20T01:46:02.191175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622145927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T01:46:02.190709Z","caller":"traceutil/trace.go:171","msg":"trace[1250911655] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5138; }","duration":"1.558218237s","start":"2026-03-20T01:46:00.632399Z","end":"2026-03-20T01:46:02.190617Z","steps":["trace[1250911655] 'agreement among raft nodes before linearized reading' (duration: 1.557159033s)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:02.191319Z","caller":"traceutil/trace.go:171","msg":"trace[304846326] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5138; }","duration":"1.62231944s","start":"2026-03-20T01:46:00.568953Z","end":"2026-03-20T01:46:02.191272Z","steps":["trace[304846326] 'agreement among raft nodes before linearized reading' (duration: 1.620717834s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:02.191385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:00.56894Z","time spent":"1.622432993s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T01:46:02.191454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:00.632361Z","time spent":"1.559029294s","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-20T01:46:02.191144Z","caller":"traceutil/trace.go:171","msg":"trace[619635251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5138; }","duration":"476.968508ms","start":"2026-03-20T01:46:01.714076Z","end":"2026-03-20T01:46:02.191044Z","steps":["trace[619635251] 'agreement among raft nodes before linearized reading' (duration: 475.838963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:02.191805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:01.714054Z","time spent":"477.728915ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T01:46:02.721291Z","caller":"traceutil/trace.go:171","msg":"trace[1417281706] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"109.78805ms","start":"2026-03-20T01:46:02.611452Z","end":"2026-03-20T01:46:02.72124Z","steps":["trace[1417281706] 'process raft request' (duration: 76.709404ms)","trace[1417281706] 'compare' (duration: 32.855771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:46:03.939589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101834234401757,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T01:46:04.053107Z","caller":"traceutil/trace.go:171","msg":"trace[651407850] linearizableReadLoop","detail":"{readStateIndex:5356; appliedIndex:5355; }","duration":"614.554587ms","start":"2026-03-20T01:46:03.438525Z","end":"2026-03-20T01:46:04.05308Z","steps":["trace[651407850] 'read index received' (duration: 574.540777ms)","trace[651407850] 'applied index is now lower than readState.Index' (duration: 40.01289ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:46:04.053207Z","caller":"traceutil/trace.go:171","msg":"trace[137458698] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"630.736817ms","start":"2026-03-20T01:46:03.422432Z","end":"2026-03-20T01:46:04.053169Z","steps":["trace[137458698] 'process raft request' (duration: 590.708817ms)","trace[137458698] 'compare' (duration: 39.829205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:46:04.053268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.733341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:46:04.053304Z","caller":"traceutil/trace.go:171","msg":"trace[355830486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5153; }","duration":"614.817783ms","start":"2026-03-20T01:46:03.438476Z","end":"2026-03-20T01:46:04.053294Z","steps":["trace[355830486] 'agreement among raft nodes before linearized reading' (duration: 614.744651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:04.053351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:03.438458Z","time spent":"614.878865ms","remote":"127.0.0.1:51606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T01:46:04.053374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:03.422411Z","time spent":"630.86824ms","remote":"127.0.0.1:51774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":999,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:46:04.053523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.4319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-20T01:46:04.053655Z","caller":"traceutil/trace.go:171","msg":"trace[1957950415] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5153; }","duration":"450.601713ms","start":"2026-03-20T01:46:03.603025Z","end":"2026-03-20T01:46:04.053626Z","steps":["trace[1957950415] 'agreement among raft nodes before linearized reading' (duration: 450.318047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:04.05371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:03.602987Z","time spent":"450.709095ms","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-20T01:46:04.053721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.672138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:46:04.053776Z","caller":"traceutil/trace.go:171","msg":"trace[1365527353] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5153; }","duration":"424.746389ms","start":"2026-03-20T01:46:03.629016Z","end":"2026-03-20T01:46:04.053762Z","steps":["trace[1365527353] 'agreement among raft nodes before linearized reading' (duration: 424.668237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:04.053807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:03.629006Z","time spent":"424.79299ms","remote":"127.0.0.1:54670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-20T01:46:06.724745Z","caller":"traceutil/trace.go:171","msg":"trace[69029454] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"139.06784ms","start":"2026-03-20T01:46:06.585649Z","end":"2026-03-20T01:46:06.724717Z","steps":["trace[69029454] 'process raft request' (duration: 135.549402ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:13.696265Z","caller":"traceutil/trace.go:171","msg":"trace[1583879342] linearizableReadLoop","detail":"{readStateIndex:5515; appliedIndex:5514; }","duration":"256.03662ms","start":"2026-03-20T01:46:13.440207Z","end":"2026-03-20T01:46:13.696244Z","steps":["trace[1583879342] 'read index received' (duration: 255.810725ms)","trace[1583879342] 'applied index is now lower than readState.Index' (duration: 224.895µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:46:13.696303Z","caller":"traceutil/trace.go:171","msg":"trace[1230654883] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"483.868972ms","start":"2026-03-20T01:46:13.212413Z","end":"2026-03-20T01:46:13.696282Z","steps":["trace[1230654883] 'process raft request' (duration: 483.690898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:13.696386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.165583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:46:13.696426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:13.212391Z","time spent":"483.959755ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:46:13.696469Z","caller":"traceutil/trace.go:171","msg":"trace[1694596566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5307; }","duration":"256.291956ms","start":"2026-03-20T01:46:13.440158Z","end":"2026-03-20T01:46:13.69645Z","steps":["trace[1694596566] 'agreement among raft nodes before linearized reading' (duration: 256.161223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:13.69642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.402013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:46:13.696539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.999875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17230"} {"level":"info","ts":"2026-03-20T01:46:13.696571Z","caller":"traceutil/trace.go:171","msg":"trace[185574213] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5307; }","duration":"182.046655ms","start":"2026-03-20T01:46:13.514513Z","end":"2026-03-20T01:46:13.696559Z","steps":["trace[185574213] 'agreement among raft nodes before linearized reading' (duration: 181.933273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:13.696585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.795277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-20T01:46:13.696578Z","caller":"traceutil/trace.go:171","msg":"trace[1272911356] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5307; }","duration":"182.575807ms","start":"2026-03-20T01:46:13.513956Z","end":"2026-03-20T01:46:13.696532Z","steps":["trace[1272911356] 'agreement among raft nodes before linearized reading' (duration: 182.416073ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:13.69665Z","caller":"traceutil/trace.go:171","msg":"trace[1497768877] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5307; }","duration":"144.897ms","start":"2026-03-20T01:46:13.551732Z","end":"2026-03-20T01:46:13.696629Z","steps":["trace[1497768877] 'agreement among raft nodes before linearized reading' (duration: 144.712216ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:13.857483Z","caller":"traceutil/trace.go:171","msg":"trace[1653993986] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"144.256945ms","start":"2026-03-20T01:46:13.713202Z","end":"2026-03-20T01:46:13.857459Z","steps":["trace[1653993986] 'process raft request' (duration: 144.110302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:19.161993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.494188ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:46:19.162162Z","caller":"traceutil/trace.go:171","msg":"trace[1813280288] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5346; }","duration":"210.675332ms","start":"2026-03-20T01:46:18.951464Z","end":"2026-03-20T01:46:19.162139Z","steps":["trace[1813280288] 'range keys from in-memory index tree' (duration: 210.476497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:19.162907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.745785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:46:19.163135Z","caller":"traceutil/trace.go:171","msg":"trace[305783222] linearizableReadLoop","detail":"{readStateIndex:5556; appliedIndex:5554; }","duration":"789.232297ms","start":"2026-03-20T01:46:18.37389Z","end":"2026-03-20T01:46:19.163122Z","steps":["trace[305783222] 'read index received' (duration: 39.62822ms)","trace[305783222] 'applied index is now lower than readState.Index' (duration: 749.603307ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:46:19.16315Z","caller":"traceutil/trace.go:171","msg":"trace[1640839738] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"789.876673ms","start":"2026-03-20T01:46:18.373224Z","end":"2026-03-20T01:46:19.1631Z","steps":["trace[1640839738] 'process raft request' (duration: 618.823112ms)","trace[1640839738] 'compare' (duration: 170.201142ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:46:19.163205Z","caller":"traceutil/trace.go:171","msg":"trace[244173683] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"789.310349ms","start":"2026-03-20T01:46:18.373888Z","end":"2026-03-20T01:46:19.163199Z","steps":["trace[244173683] 'process raft request' (duration: 789.164576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:19.163247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:18.373874Z","time spent":"789.350439ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:46:19.163287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.910246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:46:19.163317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:18.373204Z","time spent":"790.025015ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:46:19.163362Z","caller":"traceutil/trace.go:171","msg":"trace[1052549224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5349; }","duration":"724.035409ms","start":"2026-03-20T01:46:18.439305Z","end":"2026-03-20T01:46:19.16334Z","steps":["trace[1052549224] 'agreement among raft nodes before linearized reading' (duration: 723.921016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:19.1634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:18.439283Z","time spent":"724.10955ms","remote":"127.0.0.1:51606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T01:46:19.163408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.472135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-20T01:46:19.163468Z","caller":"traceutil/trace.go:171","msg":"trace[231309752] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5349; }","duration":"596.582947ms","start":"2026-03-20T01:46:18.566866Z","end":"2026-03-20T01:46:19.163449Z","steps":["trace[231309752] 'agreement among raft nodes before linearized reading' (duration: 596.375263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:19.163485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.9376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"warn","ts":"2026-03-20T01:46:19.163511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:18.566844Z","time spent":"596.657438ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-20T01:46:19.163521Z","caller":"traceutil/trace.go:171","msg":"trace[1479152663] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"789.019262ms","start":"2026-03-20T01:46:18.37448Z","end":"2026-03-20T01:46:19.1635Z","steps":["trace[1479152663] 'process raft request' (duration: 788.613194ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:19.163569Z","caller":"traceutil/trace.go:171","msg":"trace[183244117] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5349; }","duration":"604.066492ms","start":"2026-03-20T01:46:18.559479Z","end":"2026-03-20T01:46:19.163545Z","steps":["trace[183244117] 'agreement among raft nodes before linearized reading' (duration: 603.789446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:19.163571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.633036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81601"} {"level":"warn","ts":"2026-03-20T01:46:19.163628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:18.374452Z","time spent":"789.116625ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:46:19.163682Z","caller":"traceutil/trace.go:171","msg":"trace[877138891] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5349; }","duration":"789.7686ms","start":"2026-03-20T01:46:18.373883Z","end":"2026-03-20T01:46:19.163652Z","steps":["trace[877138891] 'agreement among raft nodes before linearized reading' (duration: 789.321589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:19.163615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:18.559465Z","time spent":"604.140695ms","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10414,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-20T01:46:19.163739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:18.373869Z","time spent":"789.859211ms","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81624,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-20T01:46:19.866857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101834234402204,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T01:46:20.063011Z","caller":"traceutil/trace.go:171","msg":"trace[367086422] linearizableReadLoop","detail":"{readStateIndex:5559; appliedIndex:5558; }","duration":"697.187112ms","start":"2026-03-20T01:46:19.365797Z","end":"2026-03-20T01:46:20.062984Z","steps":["trace[367086422] 'read index received' (duration: 696.973636ms)","trace[367086422] 'applied index is now lower than readState.Index' (duration: 212.366µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:46:20.063048Z","caller":"traceutil/trace.go:171","msg":"trace[998836819] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"889.412745ms","start":"2026-03-20T01:46:19.173593Z","end":"2026-03-20T01:46:20.063006Z","steps":["trace[998836819] 'process raft request' (duration: 889.211329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:20.063191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.793242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:46:20.063213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:19.173581Z","time spent":"889.544207ms","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10669,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:46:20.063233Z","caller":"traceutil/trace.go:171","msg":"trace[1800449059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5350; }","duration":"623.900524ms","start":"2026-03-20T01:46:19.43932Z","end":"2026-03-20T01:46:20.063221Z","steps":["trace[1800449059] 'agreement among raft nodes before linearized reading' (duration: 623.821533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:20.063211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.389167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T01:46:20.063271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:19.439293Z","time spent":"623.969995ms","remote":"127.0.0.1:51606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T01:46:20.063296Z","caller":"traceutil/trace.go:171","msg":"trace[228027418] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5350; }","duration":"697.531969ms","start":"2026-03-20T01:46:19.365741Z","end":"2026-03-20T01:46:20.063273Z","steps":["trace[228027418] 'agreement among raft nodes before linearized reading' (duration: 697.374576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:20.063334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.540753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T01:46:20.063371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:19.365717Z","time spent":"697.633822ms","remote":"127.0.0.1:52102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-20T01:46:20.063392Z","caller":"traceutil/trace.go:171","msg":"trace[1579759240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5350; }","duration":"347.654085ms","start":"2026-03-20T01:46:19.715724Z","end":"2026-03-20T01:46:20.063379Z","steps":["trace[1579759240] 'agreement among raft nodes before linearized reading' (duration: 347.471741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:20.063434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:19.715709Z","time spent":"347.718077ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T01:46:20.063453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.573104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-20T01:46:20.063503Z","caller":"traceutil/trace.go:171","msg":"trace[232955923] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:5350; }","duration":"401.682726ms","start":"2026-03-20T01:46:19.661805Z","end":"2026-03-20T01:46:20.063488Z","steps":["trace[232955923] 'agreement among raft nodes before linearized reading' (duration: 401.486112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:20.063535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:19.66179Z","time spent":"401.736718ms","remote":"127.0.0.1:51626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.57\" "} {"level":"warn","ts":"2026-03-20T01:46:20.063686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.66401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-20T01:46:20.063759Z","caller":"traceutil/trace.go:171","msg":"trace[1750652669] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5350; }","duration":"484.737932ms","start":"2026-03-20T01:46:19.579Z","end":"2026-03-20T01:46:20.063738Z","steps":["trace[1750652669] 'agreement among raft nodes before linearized reading' (duration: 484.528847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:20.063815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:19.578978Z","time spent":"484.823893ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-20T01:46:20.509341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.338237ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-20T01:46:20.509744Z","caller":"traceutil/trace.go:171","msg":"trace[1100896099] linearizableReadLoop","detail":"{readStateIndex:5560; appliedIndex:5559; }","duration":"442.533204ms","start":"2026-03-20T01:46:20.067185Z","end":"2026-03-20T01:46:20.509719Z","steps":["trace[1100896099] 'read index received' (duration: 135.820449ms)","trace[1100896099] 'applied index is now lower than readState.Index' (duration: 306.710935ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:46:20.509789Z","caller":"traceutil/trace.go:171","msg":"trace[948995645] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"440.452717ms","start":"2026-03-20T01:46:20.069319Z","end":"2026-03-20T01:46:20.509771Z","steps":["trace[948995645] 'process raft request' (duration: 440.12367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:20.50989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:20.069306Z","time spent":"440.521999ms","remote":"127.0.0.1:51774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:46:20.509915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:20.06659Z","time spent":"443.201279ms","remote":"127.0.0.1:51626","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T01:46:20.510202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.991364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b29b31d3-14de-4c73-9453-3794cf6fc28c\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-20T01:46:20.510175Z","caller":"traceutil/trace.go:171","msg":"trace[1835830155] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"440.746264ms","start":"2026-03-20T01:46:20.069415Z","end":"2026-03-20T01:46:20.510162Z","steps":["trace[1835830155] 'process raft request' (duration: 440.307324ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:20.510292Z","caller":"traceutil/trace.go:171","msg":"trace[1312116617] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b29b31d3-14de-4c73-9453-3794cf6fc28c; range_end:; response_count:1; response_revision:5352; }","duration":"443.106676ms","start":"2026-03-20T01:46:20.067164Z","end":"2026-03-20T01:46:20.51027Z","steps":["trace[1312116617] 'agreement among raft nodes before linearized reading' (duration: 442.639356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:20.510345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:20.067149Z","time spent":"443.187038ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-b29b31d3-14de-4c73-9453-3794cf6fc28c\" "} {"level":"warn","ts":"2026-03-20T01:46:20.510395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:20.069389Z","time spent":"440.940268ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:46:20.510463Z","caller":"traceutil/trace.go:171","msg":"trace[1452771330] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"440.969879ms","start":"2026-03-20T01:46:20.069463Z","end":"2026-03-20T01:46:20.510433Z","steps":["trace[1452771330] 'process raft request' (duration: 440.56311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:20.510608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:20.069448Z","time spent":"441.086101ms","remote":"127.0.0.1:51774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:46:20.510748Z","caller":"traceutil/trace.go:171","msg":"trace[2038461076] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"440.56446ms","start":"2026-03-20T01:46:20.070168Z","end":"2026-03-20T01:46:20.510733Z","steps":["trace[2038461076] 'process raft request' (duration: 440.446818ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:20.510752Z","caller":"traceutil/trace.go:171","msg":"trace[692336281] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"440.644461ms","start":"2026-03-20T01:46:20.070092Z","end":"2026-03-20T01:46:20.510737Z","steps":["trace[692336281] 'process raft request' (duration: 440.14554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:20.510857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:20.070081Z","time spent":"440.716934ms","remote":"127.0.0.1:51860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:46:20.511034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:20.070159Z","time spent":"440.730234ms","remote":"127.0.0.1:51860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:46:21.003799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.551099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:46:21.003996Z","caller":"traceutil/trace.go:171","msg":"trace[391926941] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"491.276207ms","start":"2026-03-20T01:46:20.512705Z","end":"2026-03-20T01:46:21.003981Z","steps":["trace[391926941] 'process raft request' (duration: 491.236426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:21.004046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:20.512685Z","time spent":"491.336108ms","remote":"127.0.0.1:51626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:46:21.004208Z","caller":"traceutil/trace.go:171","msg":"trace[961753790] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"737.205183ms","start":"2026-03-20T01:46:20.266996Z","end":"2026-03-20T01:46:21.004201Z","steps":["trace[961753790] 'process raft request' (duration: 736.916405ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:21.004229Z","caller":"traceutil/trace.go:171","msg":"trace[695361915] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"739.230307ms","start":"2026-03-20T01:46:20.26498Z","end":"2026-03-20T01:46:21.00421Z","steps":["trace[695361915] 'process raft request' (duration: 613.181646ms)","trace[695361915] 'compare' (duration: 125.454507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:46:21.00425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:20.266973Z","time spent":"737.256654ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:46:21.00425Z","caller":"traceutil/trace.go:171","msg":"trace[1990947286] linearizableReadLoop","detail":"{readStateIndex:5568; appliedIndex:5565; }","duration":"494.414537ms","start":"2026-03-20T01:46:20.509807Z","end":"2026-03-20T01:46:21.004221Z","steps":["trace[1990947286] 'read index received' (duration: 368.318195ms)","trace[1990947286] 'applied index is now lower than readState.Index' (duration: 126.094572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:46:21.004298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:20.264954Z","time spent":"739.310819ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:46:21.004402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.362843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:46:21.004466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.665841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-20T01:46:21.004472Z","caller":"traceutil/trace.go:171","msg":"trace[524560837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5359; }","duration":"565.489106ms","start":"2026-03-20T01:46:20.438964Z","end":"2026-03-20T01:46:21.004454Z","steps":["trace[524560837] 'agreement among raft nodes before linearized reading' (duration: 565.261901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:21.004485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.726153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T01:46:21.004493Z","caller":"traceutil/trace.go:171","msg":"trace[207339908] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5359; }","duration":"489.718913ms","start":"2026-03-20T01:46:20.514764Z","end":"2026-03-20T01:46:21.004483Z","steps":["trace[207339908] 'agreement among raft nodes before linearized reading' (duration: 489.60562ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:21.004514Z","caller":"traceutil/trace.go:171","msg":"trace[97020797] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5359; }","duration":"115.786133ms","start":"2026-03-20T01:46:20.888719Z","end":"2026-03-20T01:46:21.004506Z","steps":["trace[97020797] 'agreement among raft nodes before linearized reading' (duration: 115.741432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:21.004521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:20.514748Z","time spent":"489.768503ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-20T01:46:21.004515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:20.438947Z","time spent":"565.560228ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T01:46:21.004524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.631734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13285"} {"level":"warn","ts":"2026-03-20T01:46:21.00443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.178746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T01:46:21.004587Z","caller":"traceutil/trace.go:171","msg":"trace[1478021642] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5359; }","duration":"586.383531ms","start":"2026-03-20T01:46:20.418194Z","end":"2026-03-20T01:46:21.004577Z","steps":["trace[1478021642] 'agreement among raft nodes before linearized reading' (duration: 586.134685ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:21.004583Z","caller":"traceutil/trace.go:171","msg":"trace[1832574738] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5359; }","duration":"936.710786ms","start":"2026-03-20T01:46:20.067859Z","end":"2026-03-20T01:46:21.004569Z","steps":["trace[1832574738] 'agreement among raft nodes before linearized reading' (duration: 936.531992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:21.004618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:20.41817Z","time spent":"586.438932ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T01:46:21.004623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:20.067806Z","time spent":"936.808408ms","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13308,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-20T01:46:21.004097Z","caller":"traceutil/trace.go:171","msg":"trace[1842497501] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"737.886797ms","start":"2026-03-20T01:46:20.266182Z","end":"2026-03-20T01:46:21.004069Z","steps":["trace[1842497501] 'process raft request' (duration: 737.695142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:21.004889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:46:20.266175Z","time spent":"738.657094ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:46:21.17618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.062342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-20T01:46:21.176259Z","caller":"traceutil/trace.go:171","msg":"trace[1642774932] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5361; }","duration":"167.164225ms","start":"2026-03-20T01:46:21.009077Z","end":"2026-03-20T01:46:21.176241Z","steps":["trace[1642774932] 'agreement among raft nodes before linearized reading' (duration: 166.960061ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:21.17632Z","caller":"traceutil/trace.go:171","msg":"trace[378305027] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"161.523059ms","start":"2026-03-20T01:46:21.014768Z","end":"2026-03-20T01:46:21.176292Z","steps":["trace[378305027] 'process raft request' (duration: 161.09459ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:21.442726Z","caller":"traceutil/trace.go:171","msg":"trace[328658541] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"260.246963ms","start":"2026-03-20T01:46:21.182449Z","end":"2026-03-20T01:46:21.442696Z","steps":["trace[328658541] 'process raft request' (duration: 247.349226ms)","trace[328658541] 'compare' (duration: 12.481408ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:46:21.442794Z","caller":"traceutil/trace.go:171","msg":"trace[1734628997] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"259.978817ms","start":"2026-03-20T01:46:21.182785Z","end":"2026-03-20T01:46:21.442764Z","steps":["trace[1734628997] 'process raft request' (duration: 259.785983ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:21.44288Z","caller":"traceutil/trace.go:171","msg":"trace[1268300337] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"259.938456ms","start":"2026-03-20T01:46:21.182915Z","end":"2026-03-20T01:46:21.442854Z","steps":["trace[1268300337] 'process raft request' (duration: 259.769013ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:21.442943Z","caller":"traceutil/trace.go:171","msg":"trace[28292563] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"259.915095ms","start":"2026-03-20T01:46:21.182984Z","end":"2026-03-20T01:46:21.442899Z","steps":["trace[28292563] 'process raft request' (duration: 259.760092ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:21.442915Z","caller":"traceutil/trace.go:171","msg":"trace[727544962] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"258.880182ms","start":"2026-03-20T01:46:21.184017Z","end":"2026-03-20T01:46:21.442897Z","steps":["trace[727544962] 'process raft request' (duration: 258.76614ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:21.44353Z","caller":"traceutil/trace.go:171","msg":"trace[1918221538] linearizableReadLoop","detail":"{readStateIndex:5579; appliedIndex:5572; }","duration":"247.742675ms","start":"2026-03-20T01:46:21.195771Z","end":"2026-03-20T01:46:21.443514Z","steps":["trace[1918221538] 'read index received' (duration: 233.968359ms)","trace[1918221538] 'applied index is now lower than readState.Index' (duration: 13.773436ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:46:21.443565Z","caller":"traceutil/trace.go:171","msg":"trace[809412396] transaction","detail":"{read_only:false; response_revision:5368; number_of_response:1; }","duration":"259.308662ms","start":"2026-03-20T01:46:21.184237Z","end":"2026-03-20T01:46:21.443545Z","steps":["trace[809412396] 'process raft request' (duration: 258.582556ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:21.443644Z","caller":"traceutil/trace.go:171","msg":"trace[802050308] transaction","detail":"{read_only:false; response_revision:5369; number_of_response:1; }","duration":"254.583977ms","start":"2026-03-20T01:46:21.18905Z","end":"2026-03-20T01:46:21.443634Z","steps":["trace[802050308] 'process raft request' (duration: 254.338181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:21.44391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.557595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-20T01:46:21.443961Z","caller":"traceutil/trace.go:171","msg":"trace[1903733052] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5369; }","duration":"159.630747ms","start":"2026-03-20T01:46:21.284317Z","end":"2026-03-20T01:46:21.443947Z","steps":["trace[1903733052] 'agreement among raft nodes before linearized reading' (duration: 159.451633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:21.444119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.394131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17204"} {"level":"info","ts":"2026-03-20T01:46:21.444206Z","caller":"traceutil/trace.go:171","msg":"trace[1400951543] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5369; }","duration":"262.567305ms","start":"2026-03-20T01:46:21.181622Z","end":"2026-03-20T01:46:21.44419Z","steps":["trace[1400951543] 'agreement among raft nodes before linearized reading' (duration: 262.3598ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:21.637245Z","caller":"traceutil/trace.go:171","msg":"trace[1241617447] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"180.94988ms","start":"2026-03-20T01:46:21.456263Z","end":"2026-03-20T01:46:21.637213Z","steps":["trace[1241617447] 'process raft request' (duration: 115.871134ms)","trace[1241617447] 'compare' (duration: 64.948593ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:46:21.706012Z","caller":"traceutil/trace.go:171","msg":"trace[379991243] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"246.235132ms","start":"2026-03-20T01:46:21.459749Z","end":"2026-03-20T01:46:21.705984Z","steps":["trace[379991243] 'process raft request' (duration: 246.089449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:46:21.863045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.003291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112292"} {"level":"info","ts":"2026-03-20T01:46:21.863133Z","caller":"traceutil/trace.go:171","msg":"trace[1574539179] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5376; }","duration":"122.132643ms","start":"2026-03-20T01:46:21.740981Z","end":"2026-03-20T01:46:21.863113Z","steps":["trace[1574539179] 'range keys from in-memory index tree' (duration: 121.680023ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:46:36.526564Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2705} {"level":"info","ts":"2026-03-20T01:46:36.584255Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2705,"took":"56.7297ms","hash":3654587341,"current-db-size-bytes":39006208,"current-db-size":"39 MB","current-db-size-in-use-bytes":28864512,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-20T01:46:36.584312Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3654587341,"revision":2705,"compact-revision":-1} {"level":"info","ts":"2026-03-20T01:47:01.329Z","caller":"traceutil/trace.go:171","msg":"trace[1299587758] transaction","detail":"{read_only:false; response_revision:5686; number_of_response:1; }","duration":"192.6942ms","start":"2026-03-20T01:47:01.136282Z","end":"2026-03-20T01:47:01.328976Z","steps":["trace[1299587758] 'process raft request' (duration: 192.567947ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:47:01.350776Z","caller":"traceutil/trace.go:171","msg":"trace[2061722143] transaction","detail":"{read_only:false; response_revision:5687; number_of_response:1; }","duration":"212.445997ms","start":"2026-03-20T01:47:01.138304Z","end":"2026-03-20T01:47:01.35075Z","steps":["trace[2061722143] 'process raft request' (duration: 212.289474ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:47:01.350988Z","caller":"traceutil/trace.go:171","msg":"trace[1991979312] linearizableReadLoop","detail":"{readStateIndex:5909; appliedIndex:5907; }","duration":"153.315317ms","start":"2026-03-20T01:47:01.197594Z","end":"2026-03-20T01:47:01.350909Z","steps":["trace[1991979312] 'read index received' (duration: 131.596416ms)","trace[1991979312] 'applied index is now lower than readState.Index' (duration: 21.717851ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:47:01.351051Z","caller":"traceutil/trace.go:171","msg":"trace[1903667661] transaction","detail":"{read_only:false; response_revision:5688; number_of_response:1; }","duration":"209.773357ms","start":"2026-03-20T01:47:01.141257Z","end":"2026-03-20T01:47:01.351031Z","steps":["trace[1903667661] 'process raft request' (duration: 209.455221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:47:01.351951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.339469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-20T01:47:01.352022Z","caller":"traceutil/trace.go:171","msg":"trace[1113882643] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5688; }","duration":"154.454022ms","start":"2026-03-20T01:47:01.19755Z","end":"2026-03-20T01:47:01.352004Z","steps":["trace[1113882643] 'agreement among raft nodes before linearized reading' (duration: 153.553852ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:47:09.866688Z","caller":"traceutil/trace.go:171","msg":"trace[1531186211] transaction","detail":"{read_only:false; response_revision:5760; number_of_response:1; }","duration":"127.194439ms","start":"2026-03-20T01:47:09.739465Z","end":"2026-03-20T01:47:09.866659Z","steps":["trace[1531186211] 'process raft request' (duration: 102.557163ms)","trace[1531186211] 'compare' (duration: 24.490532ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:47:09.868232Z","caller":"traceutil/trace.go:171","msg":"trace[303014583] transaction","detail":"{read_only:false; response_revision:5761; number_of_response:1; }","duration":"125.49443ms","start":"2026-03-20T01:47:09.742702Z","end":"2026-03-20T01:47:09.868197Z","steps":["trace[303014583] 'process raft request' (duration: 125.260045ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:47:09.868263Z","caller":"traceutil/trace.go:171","msg":"trace[1547973584] transaction","detail":"{read_only:false; response_revision:5762; number_of_response:1; }","duration":"114.994808ms","start":"2026-03-20T01:47:09.753228Z","end":"2026-03-20T01:47:09.868223Z","steps":["trace[1547973584] 'process raft request' (duration: 114.887555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:47:13.814414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.134346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-20T01:47:13.814611Z","caller":"traceutil/trace.go:171","msg":"trace[441988730] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5783; }","duration":"113.382892ms","start":"2026-03-20T01:47:13.701208Z","end":"2026-03-20T01:47:13.814591Z","steps":["trace[441988730] 'range keys from in-memory index tree' (duration: 112.86399ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:47:14.107028Z","caller":"traceutil/trace.go:171","msg":"trace[1557694015] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"102.855589ms","start":"2026-03-20T01:47:14.004148Z","end":"2026-03-20T01:47:14.107003Z","steps":["trace[1557694015] 'process raft request' (duration: 102.634723ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:51:25.307607Z","caller":"traceutil/trace.go:171","msg":"trace[66109614] transaction","detail":"{read_only:false; response_revision:7422; number_of_response:1; }","duration":"122.438632ms","start":"2026-03-20T01:51:25.185146Z","end":"2026-03-20T01:51:25.307585Z","steps":["trace[66109614] 'process raft request' (duration: 122.274069ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:51:25.311743Z","caller":"traceutil/trace.go:171","msg":"trace[1045693909] transaction","detail":"{read_only:false; response_revision:7423; number_of_response:1; }","duration":"125.339747ms","start":"2026-03-20T01:51:25.186365Z","end":"2026-03-20T01:51:25.311705Z","steps":["trace[1045693909] 'process raft request' (duration: 125.201294ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:51:36.534543Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5465} {"level":"info","ts":"2026-03-20T01:51:36.618827Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5465,"took":"82.342074ms","hash":2938711021,"current-db-size-bytes":40587264,"current-db-size":"41 MB","current-db-size-in-use-bytes":21344256,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-20T01:51:36.61896Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2938711021,"revision":5465,"compact-revision":2705} {"level":"info","ts":"2026-03-20T01:52:08.576856Z","caller":"traceutil/trace.go:171","msg":"trace[573786233] transaction","detail":"{read_only:false; response_revision:7700; number_of_response:1; }","duration":"138.543203ms","start":"2026-03-20T01:52:08.438292Z","end":"2026-03-20T01:52:08.576835Z","steps":["trace[573786233] 'process raft request' (duration: 138.500632ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:08.57693Z","caller":"traceutil/trace.go:171","msg":"trace[1974087345] transaction","detail":"{read_only:false; response_revision:7699; number_of_response:1; }","duration":"144.24733ms","start":"2026-03-20T01:52:08.432662Z","end":"2026-03-20T01:52:08.576909Z","steps":["trace[1974087345] 'process raft request' (duration: 144.025775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:16.074915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101834234408982,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T01:52:16.356847Z","caller":"traceutil/trace.go:171","msg":"trace[69152160] linearizableReadLoop","detail":"{readStateIndex:8161; appliedIndex:8160; }","duration":"782.499891ms","start":"2026-03-20T01:52:15.574321Z","end":"2026-03-20T01:52:16.356821Z","steps":["trace[69152160] 'read index received' (duration: 782.335867ms)","trace[69152160] 'applied index is now lower than readState.Index' (duration: 162.924µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:52:16.356915Z","caller":"traceutil/trace.go:171","msg":"trace[1114204357] transaction","detail":"{read_only:false; response_revision:7865; number_of_response:1; }","duration":"787.184166ms","start":"2026-03-20T01:52:15.569694Z","end":"2026-03-20T01:52:16.356878Z","steps":["trace[1114204357] 'process raft request' (duration: 786.973511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:16.357031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.08215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T01:52:16.357068Z","caller":"traceutil/trace.go:171","msg":"trace[2072591840] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7865; }","duration":"296.189902ms","start":"2026-03-20T01:52:16.060867Z","end":"2026-03-20T01:52:16.357057Z","steps":["trace[2072591840] 'agreement among raft nodes before linearized reading' (duration: 296.10106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:16.357089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:15.569668Z","time spent":"787.330189ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:52:16.357139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.787417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T01:52:16.357213Z","caller":"traceutil/trace.go:171","msg":"trace[1026643870] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7865; }","duration":"782.928201ms","start":"2026-03-20T01:52:15.574266Z","end":"2026-03-20T01:52:16.357195Z","steps":["trace[1026643870] 'agreement among raft nodes before linearized reading' (duration: 782.692896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:16.357256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:15.574246Z","time spent":"783.001612ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T01:52:17.006488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.747522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:52:17.00667Z","caller":"traceutil/trace.go:171","msg":"trace[595076494] linearizableReadLoop","detail":"{readStateIndex:8162; appliedIndex:8161; }","duration":"613.324593ms","start":"2026-03-20T01:52:16.393326Z","end":"2026-03-20T01:52:17.006651Z","steps":["trace[595076494] 'read index received' (duration: 41.239904ms)","trace[595076494] 'applied index is now lower than readState.Index' (duration: 572.083309ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:52:17.006704Z","caller":"traceutil/trace.go:171","msg":"trace[369758050] transaction","detail":"{read_only:false; response_revision:7866; number_of_response:1; }","duration":"645.152546ms","start":"2026-03-20T01:52:16.361523Z","end":"2026-03-20T01:52:17.006676Z","steps":["trace[369758050] 'process raft request' (duration: 73.136108ms)","trace[369758050] 'compare' (duration: 571.623629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:52:17.006901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.581519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T01:52:17.007014Z","caller":"traceutil/trace.go:171","msg":"trace[707131257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7866; }","duration":"613.734542ms","start":"2026-03-20T01:52:16.393267Z","end":"2026-03-20T01:52:17.007001Z","steps":["trace[707131257] 'agreement among raft nodes before linearized reading' (duration: 613.490496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.007098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.393245Z","time spent":"613.834114ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T01:52:17.007004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.361503Z","time spent":"645.36923ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:52:17.007602Z","caller":"traceutil/trace.go:171","msg":"trace[1681719889] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"471.679551ms","start":"2026-03-20T01:52:16.53591Z","end":"2026-03-20T01:52:17.00759Z","steps":["trace[1681719889] 'process raft request' (duration: 471.617469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.007729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.535896Z","time spent":"471.792654ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:52:17.011292Z","caller":"traceutil/trace.go:171","msg":"trace[761991379] transaction","detail":"{read_only:false; response_revision:7868; number_of_response:1; }","duration":"386.916754ms","start":"2026-03-20T01:52:16.624346Z","end":"2026-03-20T01:52:17.011263Z","steps":["trace[761991379] 'process raft request' (duration: 386.7429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.011437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.624299Z","time spent":"387.065087ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:52:17.011586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.573521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:52:17.011673Z","caller":"traceutil/trace.go:171","msg":"trace[1034225354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7869; }","duration":"572.694353ms","start":"2026-03-20T01:52:16.438961Z","end":"2026-03-20T01:52:17.011655Z","steps":["trace[1034225354] 'agreement among raft nodes before linearized reading' (duration: 572.563081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.011709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.43894Z","time spent":"572.762075ms","remote":"127.0.0.1:51606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T01:52:17.011743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.052894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:52:17.011784Z","caller":"traceutil/trace.go:171","msg":"trace[279124774] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7869; }","duration":"319.115606ms","start":"2026-03-20T01:52:16.692656Z","end":"2026-03-20T01:52:17.011771Z","steps":["trace[279124774] 'agreement among raft nodes before linearized reading' (duration: 319.042164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.011832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.692645Z","time spent":"319.179467ms","remote":"127.0.0.1:59106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-20T01:52:17.011912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.027614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:52:17.011943Z","caller":"traceutil/trace.go:171","msg":"trace[280577574] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7869; }","duration":"344.073685ms","start":"2026-03-20T01:52:16.66786Z","end":"2026-03-20T01:52:17.011934Z","steps":["trace[280577574] 'agreement among raft nodes before linearized reading' (duration: 344.018343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.011972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.667855Z","time spent":"344.109025ms","remote":"127.0.0.1:59092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-03-20T01:52:17.012028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.723175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:52:17.012065Z","caller":"traceutil/trace.go:171","msg":"trace[1110362542] transaction","detail":"{read_only:false; response_revision:7869; number_of_response:1; }","duration":"387.643089ms","start":"2026-03-20T01:52:16.624411Z","end":"2026-03-20T01:52:17.012054Z","steps":["trace[1110362542] 'process raft request' (duration: 386.812511ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.012093Z","caller":"traceutil/trace.go:171","msg":"trace[1351537966] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7869; }","duration":"443.869809ms","start":"2026-03-20T01:52:16.568208Z","end":"2026-03-20T01:52:17.012078Z","steps":["trace[1351537966] 'agreement among raft nodes before linearized reading' (duration: 443.729286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.012125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.624385Z","time spent":"387.705911ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:52:17.012146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.721518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.568188Z","time spent":"443.94541ms","remote":"127.0.0.1:59054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"info","ts":"2026-03-20T01:52:17.012179Z","caller":"traceutil/trace.go:171","msg":"trace[551774507] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7869; }","duration":"444.773479ms","start":"2026-03-20T01:52:16.567396Z","end":"2026-03-20T01:52:17.012169Z","steps":["trace[551774507] 'agreement among raft nodes before linearized reading' (duration: 444.724518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.01221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.567385Z","time spent":"444.81531ms","remote":"127.0.0.1:59054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-20T01:52:17.012311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.897092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:52:17.012334Z","caller":"traceutil/trace.go:171","msg":"trace[1800465288] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7869; }","duration":"444.961503ms","start":"2026-03-20T01:52:16.567365Z","end":"2026-03-20T01:52:17.012327Z","steps":["trace[1800465288] 'agreement among raft nodes before linearized reading' (duration: 444.925822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.01236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.56734Z","time spent":"445.012715ms","remote":"127.0.0.1:59054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T01:52:17.012414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.959184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.01302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.13854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:52:17.013875Z","caller":"traceutil/trace.go:171","msg":"trace[427401178] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7869; }","duration":"234.016771ms","start":"2026-03-20T01:52:16.779835Z","end":"2026-03-20T01:52:17.013852Z","steps":["trace[427401178] 'agreement among raft nodes before linearized reading' (duration: 233.160221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.012465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.295451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.194269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.091684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.386447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.068766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.096038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.0126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.183519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.056928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.891181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.890262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.063109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.105373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.773959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.313102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.409433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.91577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.385053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.600069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.472974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.243526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.522605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.985447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.723361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.632328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.456988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.341725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.7491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.594058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.112174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.433937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.623639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.807923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.205895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.01283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.502766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.678981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.436618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.202752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.430715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.633049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.068382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.853561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.755191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.551575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.651972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.138152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.869594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.012952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.258781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:52:17.014354Z","caller":"traceutil/trace.go:171","msg":"trace[912107740] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7869; }","duration":"167.339508ms","start":"2026-03-20T01:52:16.847004Z","end":"2026-03-20T01:52:17.014343Z","steps":["trace[912107740] 'agreement among raft nodes before linearized reading' (duration: 165.728341ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.014357Z","caller":"traceutil/trace.go:171","msg":"trace[921236230] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7869; }","duration":"365.912874ms","start":"2026-03-20T01:52:16.648432Z","end":"2026-03-20T01:52:17.014345Z","steps":["trace[921236230] 'agreement among raft nodes before linearized reading' (duration: 364.248546ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.014375Z","caller":"traceutil/trace.go:171","msg":"trace[833046936] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7869; }","duration":"485.072821ms","start":"2026-03-20T01:52:16.529294Z","end":"2026-03-20T01:52:17.014366Z","steps":["trace[833046936] 'agreement among raft nodes before linearized reading' (duration: 483.396503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.014424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.529282Z","time spent":"485.122792ms","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T01:52:17.012953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.106003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:52:17.014487Z","caller":"traceutil/trace.go:171","msg":"trace[2072924053] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7869; }","duration":"250.258884ms","start":"2026-03-20T01:52:16.76419Z","end":"2026-03-20T01:52:17.014448Z","steps":["trace[2072924053] 'agreement among raft nodes before linearized reading' (duration: 248.523775ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.01453Z","caller":"traceutil/trace.go:171","msg":"trace[1316877346] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7869; }","duration":"390.863353ms","start":"2026-03-20T01:52:16.623658Z","end":"2026-03-20T01:52:17.014521Z","steps":["trace[1316877346] 'agreement among raft nodes before linearized reading' (duration: 389.121983ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.014046Z","caller":"traceutil/trace.go:171","msg":"trace[1914609593] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7869; }","duration":"346.834786ms","start":"2026-03-20T01:52:16.667192Z","end":"2026-03-20T01:52:17.014027Z","steps":["trace[1914609593] 'agreement among raft nodes before linearized reading' (duration: 345.203599ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.014586Z","caller":"traceutil/trace.go:171","msg":"trace[996766109] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7869; }","duration":"507.168206ms","start":"2026-03-20T01:52:16.50741Z","end":"2026-03-20T01:52:17.014578Z","steps":["trace[996766109] 'agreement among raft nodes before linearized reading' (duration: 505.351985ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.014581Z","caller":"traceutil/trace.go:171","msg":"trace[1798758270] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7869; }","duration":"217.115102ms","start":"2026-03-20T01:52:16.79744Z","end":"2026-03-20T01:52:17.014555Z","steps":["trace[1798758270] 'agreement among raft nodes before linearized reading' (duration: 215.436754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.014628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.507395Z","time spent":"507.216808ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-20T01:52:17.01471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.623644Z","time spent":"391.014816ms","remote":"127.0.0.1:59078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T01:52:17.014724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.667172Z","time spent":"347.496861ms","remote":"127.0.0.1:59092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-20T01:52:17.014774Z","caller":"traceutil/trace.go:171","msg":"trace[92302965] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7869; }","duration":"271.748305ms","start":"2026-03-20T01:52:16.743012Z","end":"2026-03-20T01:52:17.01476Z","steps":["trace[92302965] 'agreement among raft nodes before linearized reading' (duration: 269.76106ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.014827Z","caller":"traceutil/trace.go:171","msg":"trace[764920247] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7869; }","duration":"507.448262ms","start":"2026-03-20T01:52:16.507361Z","end":"2026-03-20T01:52:17.014809Z","steps":["trace[764920247] 'agreement among raft nodes before linearized reading' (duration: 505.436867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.012981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.983287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.01491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.507352Z","time spent":"507.534925ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"info","ts":"2026-03-20T01:52:17.014957Z","caller":"traceutil/trace.go:171","msg":"trace[919777616] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7869; }","duration":"234.932741ms","start":"2026-03-20T01:52:16.779976Z","end":"2026-03-20T01:52:17.014909Z","steps":["trace[919777616] 'agreement among raft nodes before linearized reading' (duration: 232.986837ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.014522Z","caller":"traceutil/trace.go:171","msg":"trace[2086616083] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7869; }","duration":"250.405317ms","start":"2026-03-20T01:52:16.764106Z","end":"2026-03-20T01:52:17.014511Z","steps":["trace[2086616083] 'agreement among raft nodes before linearized reading' (duration: 248.635507ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.013067Z","caller":"traceutil/trace.go:171","msg":"trace[1228685453] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7869; }","duration":"165.592288ms","start":"2026-03-20T01:52:16.847445Z","end":"2026-03-20T01:52:17.013037Z","steps":["trace[1228685453] 'agreement among raft nodes before linearized reading' (duration: 164.941494ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.015101Z","caller":"traceutil/trace.go:171","msg":"trace[7638281] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7869; }","duration":"272.89486ms","start":"2026-03-20T01:52:16.742185Z","end":"2026-03-20T01:52:17.01508Z","steps":["trace[7638281] 'agreement among raft nodes before linearized reading' (duration: 270.619219ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.015085Z","caller":"traceutil/trace.go:171","msg":"trace[854616446] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7869; }","duration":"321.664592ms","start":"2026-03-20T01:52:16.693349Z","end":"2026-03-20T01:52:17.015014Z","steps":["trace[854616446] 'agreement among raft nodes before linearized reading' (duration: 319.556615ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.015186Z","caller":"traceutil/trace.go:171","msg":"trace[19207885] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7869; }","duration":"305.945341ms","start":"2026-03-20T01:52:16.709223Z","end":"2026-03-20T01:52:17.015168Z","steps":["trace[19207885] 'agreement among raft nodes before linearized reading' (duration: 303.650259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.015243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.709207Z","time spent":"306.013932ms","remote":"127.0.0.1:59120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"info","ts":"2026-03-20T01:52:17.014039Z","caller":"traceutil/trace.go:171","msg":"trace[2041630251] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7869; }","duration":"346.887088ms","start":"2026-03-20T01:52:16.667132Z","end":"2026-03-20T01:52:17.014019Z","steps":["trace[2041630251] 'agreement among raft nodes before linearized reading' (duration: 345.314792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.015262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.693343Z","time spent":"321.874278ms","remote":"127.0.0.1:59106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"info","ts":"2026-03-20T01:52:17.01526Z","caller":"traceutil/trace.go:171","msg":"trace[4303239] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7869; }","duration":"410.232165ms","start":"2026-03-20T01:52:16.605008Z","end":"2026-03-20T01:52:17.015241Z","steps":["trace[4303239] 'agreement among raft nodes before linearized reading' (duration: 407.861042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.015297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.66712Z","time spent":"348.160475ms","remote":"127.0.0.1:59092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T01:52:17.015325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.604996Z","time spent":"410.313437ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"info","ts":"2026-03-20T01:52:17.01535Z","caller":"traceutil/trace.go:171","msg":"trace[1244349686] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7869; }","duration":"218.228117ms","start":"2026-03-20T01:52:16.797108Z","end":"2026-03-20T01:52:17.015336Z","steps":["trace[1244349686] 'agreement among raft nodes before linearized reading' (duration: 215.781702ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.014083Z","caller":"traceutil/trace.go:171","msg":"trace[1225701495] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7869; }","duration":"463.673763ms","start":"2026-03-20T01:52:16.5504Z","end":"2026-03-20T01:52:17.014073Z","steps":["trace[1225701495] 'agreement among raft nodes before linearized reading' (duration: 462.181319ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.015391Z","caller":"traceutil/trace.go:171","msg":"trace[2011624968] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7869; }","duration":"218.319578ms","start":"2026-03-20T01:52:16.797056Z","end":"2026-03-20T01:52:17.015376Z","steps":["trace[2011624968] 'agreement among raft nodes before linearized reading' (duration: 215.869173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.015422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.550394Z","time spent":"465.008482ms","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-20T01:52:17.01408Z","caller":"traceutil/trace.go:171","msg":"trace[1274206360] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7869; }","duration":"364.979443ms","start":"2026-03-20T01:52:16.64908Z","end":"2026-03-20T01:52:17.01406Z","steps":["trace[1274206360] 'agreement among raft nodes before linearized reading' (duration: 363.402238ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.014472Z","caller":"traceutil/trace.go:171","msg":"trace[589010039] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7869; }","duration":"202.640058ms","start":"2026-03-20T01:52:16.811823Z","end":"2026-03-20T01:52:17.014463Z","steps":["trace[589010039] 'agreement among raft nodes before linearized reading' (duration: 201.113364ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.01547Z","caller":"traceutil/trace.go:171","msg":"trace[481252792] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7869; }","duration":"391.848284ms","start":"2026-03-20T01:52:16.623609Z","end":"2026-03-20T01:52:17.015458Z","steps":["trace[481252792] 'agreement among raft nodes before linearized reading' (duration: 389.211155ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.015496Z","caller":"traceutil/trace.go:171","msg":"trace[789596312] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7869; }","duration":"185.836411ms","start":"2026-03-20T01:52:16.829651Z","end":"2026-03-20T01:52:17.015488Z","steps":["trace[789596312] 'agreement among raft nodes before linearized reading' (duration: 183.200452ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.015506Z","caller":"traceutil/trace.go:171","msg":"trace[202827547] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7869; }","duration":"203.2415ms","start":"2026-03-20T01:52:16.812249Z","end":"2026-03-20T01:52:17.01549Z","steps":["trace[202827547] 'agreement among raft nodes before linearized reading' (duration: 200.656302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.015531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.623602Z","time spent":"391.909735ms","remote":"127.0.0.1:59078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-20T01:52:17.015579Z","caller":"traceutil/trace.go:171","msg":"trace[490921169] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7869; }","duration":"525.802163ms","start":"2026-03-20T01:52:16.489769Z","end":"2026-03-20T01:52:17.015571Z","steps":["trace[490921169] 'agreement among raft nodes before linearized reading' (duration: 523.148203ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.014111Z","caller":"traceutil/trace.go:171","msg":"trace[452734522] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7869; }","duration":"463.639002ms","start":"2026-03-20T01:52:16.550463Z","end":"2026-03-20T01:52:17.014102Z","steps":["trace[452734522] 'agreement among raft nodes before linearized reading' (duration: 462.070307ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.015599Z","caller":"traceutil/trace.go:171","msg":"trace[1426486576] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7869; }","duration":"525.212169ms","start":"2026-03-20T01:52:16.49038Z","end":"2026-03-20T01:52:17.015592Z","steps":["trace[1426486576] 'agreement among raft nodes before linearized reading' (duration: 522.454097ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.015611Z","caller":"traceutil/trace.go:171","msg":"trace[343501992] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7869; }","duration":"306.328688ms","start":"2026-03-20T01:52:16.70927Z","end":"2026-03-20T01:52:17.015598Z","steps":["trace[343501992] 'agreement among raft nodes before linearized reading' (duration: 303.499995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.015622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.489757Z","time spent":"525.850554ms","remote":"127.0.0.1:59030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"info","ts":"2026-03-20T01:52:17.01563Z","caller":"traceutil/trace.go:171","msg":"trace[2146935988] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7869; }","duration":"273.437002ms","start":"2026-03-20T01:52:16.742144Z","end":"2026-03-20T01:52:17.015581Z","steps":["trace[2146935988] 'agreement among raft nodes before linearized reading' (duration: 270.69252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.015663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.709256Z","time spent":"306.392901ms","remote":"127.0.0.1:59120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-20T01:52:17.015682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.649064Z","time spent":"366.598519ms","remote":"127.0.0.1:59088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-20T01:52:17.015627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.550448Z","time spent":"465.169896ms","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T01:52:17.014419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.648422Z","time spent":"365.974385ms","remote":"127.0.0.1:59088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-20T01:52:17.014557Z","caller":"traceutil/trace.go:171","msg":"trace[1203277368] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7869; }","duration":"390.269668ms","start":"2026-03-20T01:52:16.624278Z","end":"2026-03-20T01:52:17.014548Z","steps":["trace[1203277368] 'agreement among raft nodes before linearized reading' (duration: 388.461367ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.014145Z","caller":"traceutil/trace.go:171","msg":"trace[1293787405] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7869; }","duration":"409.681314ms","start":"2026-03-20T01:52:16.604449Z","end":"2026-03-20T01:52:17.01413Z","steps":["trace[1293787405] 'agreement among raft nodes before linearized reading' (duration: 408.089188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.015808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.604443Z","time spent":"411.357601ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-20T01:52:17.01582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.624268Z","time spent":"391.531677ms","remote":"127.0.0.1:59078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"info","ts":"2026-03-20T01:52:17.014197Z","caller":"traceutil/trace.go:171","msg":"trace[807995479] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7869; }","duration":"409.706414ms","start":"2026-03-20T01:52:16.604484Z","end":"2026-03-20T01:52:17.01419Z","steps":["trace[807995479] 'agreement among raft nodes before linearized reading' (duration: 408.045457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.0159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.604469Z","time spent":"411.424163ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"info","ts":"2026-03-20T01:52:17.014208Z","caller":"traceutil/trace.go:171","msg":"trace[671025028] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7869; }","duration":"304.348226ms","start":"2026-03-20T01:52:16.709851Z","end":"2026-03-20T01:52:17.014199Z","steps":["trace[671025028] 'agreement among raft nodes before linearized reading' (duration: 302.757229ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.014177Z","caller":"traceutil/trace.go:171","msg":"trace[2024049607] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7869; }","duration":"425.926457ms","start":"2026-03-20T01:52:16.588239Z","end":"2026-03-20T01:52:17.014165Z","steps":["trace[2024049607] 'agreement among raft nodes before linearized reading' (duration: 424.413782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.015965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.709844Z","time spent":"306.102684ms","remote":"127.0.0.1:59120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"info","ts":"2026-03-20T01:52:17.014227Z","caller":"traceutil/trace.go:171","msg":"trace[200435188] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7869; }","duration":"425.503348ms","start":"2026-03-20T01:52:16.588712Z","end":"2026-03-20T01:52:17.014215Z","steps":["trace[200435188] 'agreement among raft nodes before linearized reading' (duration: 423.876661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.015984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.588227Z","time spent":"427.743747ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-20T01:52:17.016048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.588701Z","time spent":"427.331258ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"info","ts":"2026-03-20T01:52:17.014253Z","caller":"traceutil/trace.go:171","msg":"trace[471432605] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7869; }","duration":"484.591941ms","start":"2026-03-20T01:52:16.529652Z","end":"2026-03-20T01:52:17.014244Z","steps":["trace[471432605] 'agreement among raft nodes before linearized reading' (duration: 482.965984ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.014271Z","caller":"traceutil/trace.go:171","msg":"trace[253382137] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7869; }","duration":"234.806168ms","start":"2026-03-20T01:52:16.779455Z","end":"2026-03-20T01:52:17.014261Z","steps":["trace[253382137] 'agreement among raft nodes before linearized reading' (duration: 233.000057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.016103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.529645Z","time spent":"486.448161ms","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"info","ts":"2026-03-20T01:52:17.014281Z","caller":"traceutil/trace.go:171","msg":"trace[1039345453] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7869; }","duration":"506.536132ms","start":"2026-03-20T01:52:16.507736Z","end":"2026-03-20T01:52:17.014272Z","steps":["trace[1039345453] 'agreement among raft nodes before linearized reading' (duration: 504.989277ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.01431Z","caller":"traceutil/trace.go:171","msg":"trace[2077359606] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7869; }","duration":"167.211335ms","start":"2026-03-20T01:52:16.847089Z","end":"2026-03-20T01:52:17.0143Z","steps":["trace[2077359606] 'agreement among raft nodes before linearized reading' (duration: 165.581578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.016151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.507728Z","time spent":"508.411183ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"info","ts":"2026-03-20T01:52:17.014311Z","caller":"traceutil/trace.go:171","msg":"trace[1157155160] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7869; }","duration":"184.110473ms","start":"2026-03-20T01:52:16.830181Z","end":"2026-03-20T01:52:17.014292Z","steps":["trace[1157155160] 'agreement among raft nodes before linearized reading' (duration: 182.591648ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.014319Z","caller":"traceutil/trace.go:171","msg":"trace[1694867804] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7869; }","duration":"426.093341ms","start":"2026-03-20T01:52:16.588214Z","end":"2026-03-20T01:52:17.014307Z","steps":["trace[1694867804] 'agreement among raft nodes before linearized reading' (duration: 424.481464ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.014344Z","caller":"traceutil/trace.go:171","msg":"trace[291574957] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7869; }","duration":"249.554527ms","start":"2026-03-20T01:52:16.764777Z","end":"2026-03-20T01:52:17.014331Z","steps":["trace[291574957] 'agreement among raft nodes before linearized reading' (duration: 247.9048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.01625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.588204Z","time spent":"428.034364ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"info","ts":"2026-03-20T01:52:17.014434Z","caller":"traceutil/trace.go:171","msg":"trace[937081790] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7869; }","duration":"321.767065ms","start":"2026-03-20T01:52:16.692655Z","end":"2026-03-20T01:52:17.014422Z","steps":["trace[937081790] 'agreement among raft nodes before linearized reading' (duration: 320.280382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.012987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.242357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:17.016327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.692639Z","time spent":"323.673287ms","remote":"127.0.0.1:59106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"info","ts":"2026-03-20T01:52:17.016334Z","caller":"traceutil/trace.go:171","msg":"trace[74418861] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7869; }","duration":"204.637842ms","start":"2026-03-20T01:52:16.811686Z","end":"2026-03-20T01:52:17.016324Z","steps":["trace[74418861] 'agreement among raft nodes before linearized reading' (duration: 201.282867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.01563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.490364Z","time spent":"525.257741ms","remote":"127.0.0.1:59030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"info","ts":"2026-03-20T01:52:17.014131Z","caller":"traceutil/trace.go:171","msg":"trace[2002021236] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7869; }","duration":"462.729481ms","start":"2026-03-20T01:52:16.551391Z","end":"2026-03-20T01:52:17.01412Z","steps":["trace[2002021236] 'agreement among raft nodes before linearized reading' (duration: 461.094214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.016556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.551377Z","time spent":"465.134266ms","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"info","ts":"2026-03-20T01:52:17.014173Z","caller":"traceutil/trace.go:171","msg":"trace[680371314] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7869; }","duration":"365.626278ms","start":"2026-03-20T01:52:16.648537Z","end":"2026-03-20T01:52:17.014163Z","steps":["trace[680371314] 'agreement among raft nodes before linearized reading' (duration: 364.090243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.016668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.648517Z","time spent":"368.134614ms","remote":"127.0.0.1:59088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"info","ts":"2026-03-20T01:52:17.014238Z","caller":"traceutil/trace.go:171","msg":"trace[254143270] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7869; }","duration":"484.889597ms","start":"2026-03-20T01:52:16.52934Z","end":"2026-03-20T01:52:17.014229Z","steps":["trace[254143270] 'agreement among raft nodes before linearized reading' (duration: 483.316131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.016762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.529334Z","time spent":"487.416434ms","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-20T01:52:17.0154Z","caller":"traceutil/trace.go:171","msg":"trace[1228306478] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7869; }","duration":"185.381641ms","start":"2026-03-20T01:52:16.830002Z","end":"2026-03-20T01:52:17.015383Z","steps":["trace[1228306478] 'agreement among raft nodes before linearized reading' (duration: 182.811483ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:17.01509Z","caller":"traceutil/trace.go:171","msg":"trace[1485984590] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7869; }","duration":"525.24989ms","start":"2026-03-20T01:52:16.489798Z","end":"2026-03-20T01:52:17.015047Z","steps":["trace[1485984590] 'agreement among raft nodes before linearized reading' (duration: 523.081001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:17.016864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:16.489782Z","time spent":"527.074472ms","remote":"127.0.0.1:59030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-20T01:52:28.540295Z","caller":"traceutil/trace.go:171","msg":"trace[1343736536] linearizableReadLoop","detail":"{readStateIndex:8222; appliedIndex:8221; }","duration":"102.30473ms","start":"2026-03-20T01:52:28.437972Z","end":"2026-03-20T01:52:28.540276Z","steps":["trace[1343736536] 'read index received' (duration: 102.115636ms)","trace[1343736536] 'applied index is now lower than readState.Index' (duration: 188.394µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:52:28.540404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.416722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:52:28.540427Z","caller":"traceutil/trace.go:171","msg":"trace[626877408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7923; }","duration":"102.466864ms","start":"2026-03-20T01:52:28.437953Z","end":"2026-03-20T01:52:28.54042Z","steps":["trace[626877408] 'agreement among raft nodes before linearized reading' (duration: 102.394943ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:28.540513Z","caller":"traceutil/trace.go:171","msg":"trace[2010644001] transaction","detail":"{read_only:false; response_revision:7923; number_of_response:1; }","duration":"118.684408ms","start":"2026-03-20T01:52:28.421767Z","end":"2026-03-20T01:52:28.540451Z","steps":["trace[2010644001] 'process raft request' (duration: 118.404812ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:29.563062Z","caller":"traceutil/trace.go:171","msg":"trace[6570661] linearizableReadLoop","detail":"{readStateIndex:8230; appliedIndex:8229; }","duration":"123.810782ms","start":"2026-03-20T01:52:29.439207Z","end":"2026-03-20T01:52:29.562994Z","steps":["trace[6570661] 'read index received' (duration: 123.398413ms)","trace[6570661] 'applied index is now lower than readState.Index' (duration: 387.279µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:52:29.563126Z","caller":"traceutil/trace.go:171","msg":"trace[267209604] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"156.064844ms","start":"2026-03-20T01:52:29.407019Z","end":"2026-03-20T01:52:29.563084Z","steps":["trace[267209604] 'process raft request' (duration: 155.717256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:29.563305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.065648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:52:29.563403Z","caller":"traceutil/trace.go:171","msg":"trace[430078224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7931; }","duration":"124.202681ms","start":"2026-03-20T01:52:29.439174Z","end":"2026-03-20T01:52:29.563377Z","steps":["trace[430078224] 'agreement among raft nodes before linearized reading' (duration: 124.014897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:30.250241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.997314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-20T01:52:30.250255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.253357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-20T01:52:30.250346Z","caller":"traceutil/trace.go:171","msg":"trace[2133559009] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7931; }","duration":"545.151137ms","start":"2026-03-20T01:52:29.705166Z","end":"2026-03-20T01:52:30.250317Z","steps":["trace[2133559009] 'range keys from in-memory index tree' (duration: 544.669616ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:30.250357Z","caller":"traceutil/trace.go:171","msg":"trace[1598390917] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:7931; }","duration":"565.401441ms","start":"2026-03-20T01:52:29.684929Z","end":"2026-03-20T01:52:30.250331Z","steps":["trace[1598390917] 'range keys from in-memory index tree' (duration: 564.908479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:30.250408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:29.705094Z","time spent":"545.299121ms","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-20T01:52:30.250428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:29.684911Z","time spent":"565.502312ms","remote":"127.0.0.1:51626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.57\" "} {"level":"info","ts":"2026-03-20T01:52:31.632319Z","caller":"traceutil/trace.go:171","msg":"trace[865547093] linearizableReadLoop","detail":"{readStateIndex:8238; appliedIndex:8237; }","duration":"290.692189ms","start":"2026-03-20T01:52:31.341596Z","end":"2026-03-20T01:52:31.632289Z","steps":["trace[865547093] 'read index received' (duration: 290.605487ms)","trace[865547093] 'applied index is now lower than readState.Index' (duration: 85.552µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:52:31.632475Z","caller":"traceutil/trace.go:171","msg":"trace[85363046] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"292.033499ms","start":"2026-03-20T01:52:31.340402Z","end":"2026-03-20T01:52:31.632435Z","steps":["trace[85363046] 'process raft request' (duration: 291.716102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:31.633087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.443155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224103"} {"level":"info","ts":"2026-03-20T01:52:31.633215Z","caller":"traceutil/trace.go:171","msg":"trace[72084337] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7938; }","duration":"291.61751ms","start":"2026-03-20T01:52:31.341571Z","end":"2026-03-20T01:52:31.633189Z","steps":["trace[72084337] 'agreement among raft nodes before linearized reading' (duration: 290.891424ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:31.877898Z","caller":"traceutil/trace.go:171","msg":"trace[1006007916] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"536.272658ms","start":"2026-03-20T01:52:31.3416Z","end":"2026-03-20T01:52:31.877873Z","steps":["trace[1006007916] 'process raft request' (duration: 453.384462ms)","trace[1006007916] 'compare' (duration: 82.735903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:52:31.878032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:31.341583Z","time spent":"536.379791ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:52:31.878057Z","caller":"traceutil/trace.go:171","msg":"trace[978143804] linearizableReadLoop","detail":"{readStateIndex:8240; appliedIndex:8238; }","duration":"245.60446ms","start":"2026-03-20T01:52:31.632417Z","end":"2026-03-20T01:52:31.878022Z","steps":["trace[978143804] 'read index received' (duration: 162.492768ms)","trace[978143804] 'applied index is now lower than readState.Index' (duration: 83.109192ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:52:31.878261Z","caller":"traceutil/trace.go:171","msg":"trace[1662963979] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"535.563881ms","start":"2026-03-20T01:52:31.342679Z","end":"2026-03-20T01:52:31.878243Z","steps":["trace[1662963979] 'process raft request' (duration: 535.162993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:31.878412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:31.342663Z","time spent":"535.650454ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:52:31.878437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.059292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:52:31.878515Z","caller":"traceutil/trace.go:171","msg":"trace[909148323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7940; }","duration":"439.178764ms","start":"2026-03-20T01:52:31.439314Z","end":"2026-03-20T01:52:31.878493Z","steps":["trace[909148323] 'agreement among raft nodes before linearized reading' (duration: 439.030451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:31.878569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:31.439299Z","time spent":"439.260206ms","remote":"127.0.0.1:51606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T01:52:56.566501Z","caller":"traceutil/trace.go:171","msg":"trace[1067343272] linearizableReadLoop","detail":"{readStateIndex:8419; appliedIndex:8418; }","duration":"306.697778ms","start":"2026-03-20T01:52:56.259771Z","end":"2026-03-20T01:52:56.566469Z","steps":["trace[1067343272] 'read index received' (duration: 306.499924ms)","trace[1067343272] 'applied index is now lower than readState.Index' (duration: 193.374µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:52:56.566619Z","caller":"traceutil/trace.go:171","msg":"trace[187514157] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"332.281311ms","start":"2026-03-20T01:52:56.234298Z","end":"2026-03-20T01:52:56.566579Z","steps":["trace[187514157] 'process raft request' (duration: 331.957974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:56.566774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.834993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:56.566781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:56.234279Z","time spent":"332.415823ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:52:56.566764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.954354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:52:56.56682Z","caller":"traceutil/trace.go:171","msg":"trace[233086013] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-rbdplugin-metrics; range_end:; response_count:0; response_revision:8112; }","duration":"194.924396ms","start":"2026-03-20T01:52:56.371884Z","end":"2026-03-20T01:52:56.566808Z","steps":["trace[233086013] 'agreement among raft nodes before linearized reading' (duration: 194.831764ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:56.566851Z","caller":"traceutil/trace.go:171","msg":"trace[941328755] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8112; }","duration":"307.083626ms","start":"2026-03-20T01:52:56.259744Z","end":"2026-03-20T01:52:56.566828Z","steps":["trace[941328755] 'agreement among raft nodes before linearized reading' (duration: 306.928803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:56.566862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.397867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:52:56.566907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:56.259731Z","time spent":"307.165728ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-20T01:52:56.567064Z","caller":"traceutil/trace.go:171","msg":"trace[1488331806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8112; }","duration":"129.617622ms","start":"2026-03-20T01:52:56.437395Z","end":"2026-03-20T01:52:56.567013Z","steps":["trace[1488331806] 'agreement among raft nodes before linearized reading' (duration: 129.366227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:57.659407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.310216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:52:57.659493Z","caller":"traceutil/trace.go:171","msg":"trace[828854541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8118; }","duration":"221.439159ms","start":"2026-03-20T01:52:57.438033Z","end":"2026-03-20T01:52:57.659473Z","steps":["trace[828854541] 'range keys from in-memory index tree' (duration: 221.248874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:57.659648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.869108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T01:52:57.659735Z","caller":"traceutil/trace.go:171","msg":"trace[1676555414] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8118; }","duration":"200.988701ms","start":"2026-03-20T01:52:57.458728Z","end":"2026-03-20T01:52:57.659716Z","steps":["trace[1676555414] 'range keys from in-memory index tree' (duration: 200.735745ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:52:59.863486Z","caller":"traceutil/trace.go:171","msg":"trace[1846721231] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"543.06575ms","start":"2026-03-20T01:52:59.320399Z","end":"2026-03-20T01:52:59.863464Z","steps":["trace[1846721231] 'process raft request' (duration: 542.959066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:52:59.863603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:59.320374Z","time spent":"543.167563ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:53:00.67949Z","caller":"traceutil/trace.go:171","msg":"trace[1098902002] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"665.330798ms","start":"2026-03-20T01:53:00.014134Z","end":"2026-03-20T01:53:00.679465Z","steps":["trace[1098902002] 'process raft request' (duration: 665.265107ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:00.679497Z","caller":"traceutil/trace.go:171","msg":"trace[534104486] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"1.357471156s","start":"2026-03-20T01:52:59.321983Z","end":"2026-03-20T01:53:00.679454Z","steps":["trace[534104486] 'process raft request' (duration: 1.357279552s)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:00.679521Z","caller":"traceutil/trace.go:171","msg":"trace[433624414] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"1.358273033s","start":"2026-03-20T01:52:59.321201Z","end":"2026-03-20T01:53:00.679474Z","steps":["trace[433624414] 'process raft request' (duration: 1.302862422s)","trace[433624414] 'compare' (duration: 53.986399ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:53:00.679555Z","caller":"traceutil/trace.go:171","msg":"trace[513585799] linearizableReadLoop","detail":"{readStateIndex:8433; appliedIndex:8430; }","duration":"1.240972067s","start":"2026-03-20T01:52:59.438499Z","end":"2026-03-20T01:53:00.679471Z","steps":["trace[513585799] 'read index received' (duration: 424.877363ms)","trace[513585799] 'applied index is now lower than readState.Index' (duration: 816.091684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:53:00.679635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:00.014108Z","time spent":"665.450541ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:53:00.679636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24111681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:53:00.679763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:59.32117Z","time spent":"1.358438467s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:53:00.679793Z","caller":"traceutil/trace.go:171","msg":"trace[825279454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8127; }","duration":"1.241307345s","start":"2026-03-20T01:52:59.438462Z","end":"2026-03-20T01:53:00.67977Z","steps":["trace[825279454] 'agreement among raft nodes before linearized reading' (duration: 1.24109459s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:00.679678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:59.32197Z","time spent":"1.357610109s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:53:00.680046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:59.438447Z","time spent":"1.241588031s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T01:53:00.680159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.801152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-smh2r\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-20T01:53:00.680255Z","caller":"traceutil/trace.go:171","msg":"trace[887356974] range","detail":"{range_begin:/registry/pods/openstack/keepalived-smh2r; range_end:; response_count:1; response_revision:8127; }","duration":"892.929624ms","start":"2026-03-20T01:52:59.787304Z","end":"2026-03-20T01:53:00.680234Z","steps":["trace[887356974] 'agreement among raft nodes before linearized reading' (duration: 892.73351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:00.680313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:59.787289Z","time spent":"893.012216ms","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-smh2r\" "} {"level":"warn","ts":"2026-03-20T01:53:00.680346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.919866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T01:53:00.680431Z","caller":"traceutil/trace.go:171","msg":"trace[192287356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8127; }","duration":"919.002978ms","start":"2026-03-20T01:52:59.761413Z","end":"2026-03-20T01:53:00.680416Z","steps":["trace[192287356] 'agreement among raft nodes before linearized reading' (duration: 918.818634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:00.680376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.425963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-20T01:53:00.68048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:59.761352Z","time spent":"919.11659ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T01:53:00.68055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.073569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-20T01:53:00.680623Z","caller":"traceutil/trace.go:171","msg":"trace[229123830] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:8127; }","duration":"994.167751ms","start":"2026-03-20T01:52:59.686439Z","end":"2026-03-20T01:53:00.680607Z","steps":["trace[229123830] 'agreement among raft nodes before linearized reading' (duration: 993.995127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:00.680659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:59.686427Z","time spent":"994.225662ms","remote":"127.0.0.1:51626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.57\" "} {"level":"warn","ts":"2026-03-20T01:53:00.680614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009208057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T01:53:00.680684Z","caller":"traceutil/trace.go:171","msg":"trace[1460807421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8127; }","duration":"662.766899ms","start":"2026-03-20T01:53:00.017896Z","end":"2026-03-20T01:53:00.680662Z","steps":["trace[1460807421] 'agreement among raft nodes before linearized reading' (duration: 662.3272ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:00.680735Z","caller":"traceutil/trace.go:171","msg":"trace[105783751] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8127; }","duration":"1.009721728s","start":"2026-03-20T01:52:59.670973Z","end":"2026-03-20T01:53:00.680695Z","steps":["trace[105783751] 'agreement among raft nodes before linearized reading' (duration: 1.008823818s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:00.680758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:00.017876Z","time spent":"662.865602ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T01:53:00.680817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:52:59.670954Z","time spent":"1.009846141s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T01:53:00.680879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.962697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T01:53:00.681034Z","caller":"traceutil/trace.go:171","msg":"trace[1660917873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8127; }","duration":"660.247933ms","start":"2026-03-20T01:53:00.020708Z","end":"2026-03-20T01:53:00.680956Z","steps":["trace[1660917873] 'agreement among raft nodes before linearized reading' (duration: 659.461456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:00.681276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:00.020683Z","time spent":"660.464558ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T01:53:03.633845Z","caller":"traceutil/trace.go:171","msg":"trace[1114704712] linearizableReadLoop","detail":"{readStateIndex:8450; appliedIndex:8449; }","duration":"269.999725ms","start":"2026-03-20T01:53:03.363819Z","end":"2026-03-20T01:53:03.633819Z","steps":["trace[1114704712] 'read index received' (duration: 269.7624ms)","trace[1114704712] 'applied index is now lower than readState.Index' (duration: 236.205µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:53:03.633957Z","caller":"traceutil/trace.go:171","msg":"trace[943376639] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"747.011746ms","start":"2026-03-20T01:53:02.88691Z","end":"2026-03-20T01:53:03.633922Z","steps":["trace[943376639] 'process raft request' (duration: 746.75291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:03.63404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.20347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:53:03.634102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:02.886883Z","time spent":"747.138648ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:53:03.634152Z","caller":"traceutil/trace.go:171","msg":"trace[485692913] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8142; }","duration":"270.362794ms","start":"2026-03-20T01:53:03.363769Z","end":"2026-03-20T01:53:03.634132Z","steps":["trace[485692913] 'agreement among raft nodes before linearized reading' (duration: 270.175839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:03.634097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.5359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-20T01:53:03.634258Z","caller":"traceutil/trace.go:171","msg":"trace[35445171] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8142; }","duration":"108.731645ms","start":"2026-03-20T01:53:03.525496Z","end":"2026-03-20T01:53:03.634228Z","steps":["trace[35445171] 'agreement among raft nodes before linearized reading' (duration: 108.471458ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:12.883291Z","caller":"traceutil/trace.go:171","msg":"trace[283895321] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"367.369196ms","start":"2026-03-20T01:53:12.515878Z","end":"2026-03-20T01:53:12.883247Z","steps":["trace[283895321] 'process raft request' (duration: 355.994701ms)","trace[283895321] 'compare' (duration: 11.251993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:53:12.883447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:12.515867Z","time spent":"367.500229ms","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4632,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:53:12.946203Z","caller":"traceutil/trace.go:171","msg":"trace[863309034] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8225; }","duration":"429.229252ms","start":"2026-03-20T01:53:12.51693Z","end":"2026-03-20T01:53:12.946159Z","steps":["trace[863309034] 'process raft request' (duration: 428.997637ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:12.946271Z","caller":"traceutil/trace.go:171","msg":"trace[1424883419] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"213.511281ms","start":"2026-03-20T01:53:12.732734Z","end":"2026-03-20T01:53:12.946245Z","steps":["trace[1424883419] 'process raft request' (duration: 213.337927ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:12.946357Z","caller":"traceutil/trace.go:171","msg":"trace[401138675] linearizableReadLoop","detail":"{readStateIndex:8539; appliedIndex:8535; }","duration":"185.257258ms","start":"2026-03-20T01:53:12.761066Z","end":"2026-03-20T01:53:12.946324Z","steps":["trace[401138675] 'read index received' (duration: 110.818001ms)","trace[401138675] 'applied index is now lower than readState.Index' (duration: 74.437917ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:53:12.946431Z","caller":"traceutil/trace.go:171","msg":"trace[1855072366] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"212.58352ms","start":"2026-03-20T01:53:12.733819Z","end":"2026-03-20T01:53:12.946403Z","steps":["trace[1855072366] 'process raft request' (duration: 212.308533ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:12.946421Z","caller":"traceutil/trace.go:171","msg":"trace[1651571249] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"106.207098ms","start":"2026-03-20T01:53:12.840186Z","end":"2026-03-20T01:53:12.946393Z","steps":["trace[1651571249] 'process raft request' (duration: 105.977843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:12.946496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:12.516918Z","time spent":"429.384875ms","remote":"127.0.0.1:59420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-20T01:53:12.946588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.093177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-bf95x\" ","response":"range_response_count:1 size:4647"} {"level":"info","ts":"2026-03-20T01:53:12.946667Z","caller":"traceutil/trace.go:171","msg":"trace[291967757] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-bf95x; range_end:; response_count:1; response_revision:8228; }","duration":"107.19516ms","start":"2026-03-20T01:53:12.839454Z","end":"2026-03-20T01:53:12.946649Z","steps":["trace[291967757] 'agreement among raft nodes before linearized reading' (duration: 107.064187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:12.94675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.655786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T01:53:12.946844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.919791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T01:53:12.94691Z","caller":"traceutil/trace.go:171","msg":"trace[714811178] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8228; }","duration":"114.043013ms","start":"2026-03-20T01:53:12.832851Z","end":"2026-03-20T01:53:12.946894Z","steps":["trace[714811178] 'agreement among raft nodes before linearized reading' (duration: 113.687226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:12.946907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.021062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-smh2r\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-20T01:53:12.947025Z","caller":"traceutil/trace.go:171","msg":"trace[747321017] range","detail":"{range_begin:/registry/pods/openstack/keepalived-smh2r; range_end:; response_count:1; response_revision:8228; }","duration":"110.134156ms","start":"2026-03-20T01:53:12.836855Z","end":"2026-03-20T01:53:12.94699Z","steps":["trace[747321017] 'agreement among raft nodes before linearized reading' (duration: 109.665835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:12.947053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.560217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T01:53:12.947095Z","caller":"traceutil/trace.go:171","msg":"trace[1640972135] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8228; }","duration":"119.65116ms","start":"2026-03-20T01:53:12.827432Z","end":"2026-03-20T01:53:12.947083Z","steps":["trace[1640972135] 'agreement among raft nodes before linearized reading' (duration: 119.124328ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:12.946829Z","caller":"traceutil/trace.go:171","msg":"trace[757656129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8228; }","duration":"185.81655ms","start":"2026-03-20T01:53:12.760994Z","end":"2026-03-20T01:53:12.94681Z","steps":["trace[757656129] 'agreement among raft nodes before linearized reading' (duration: 185.422541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:12.947253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.102159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T01:53:12.947285Z","caller":"traceutil/trace.go:171","msg":"trace[371801530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8228; }","duration":"120.167621ms","start":"2026-03-20T01:53:12.827108Z","end":"2026-03-20T01:53:12.947276Z","steps":["trace[371801530] 'agreement among raft nodes before linearized reading' (duration: 119.363863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:13.891192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.486041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-20T01:53:13.891256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.401671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-20T01:53:13.891285Z","caller":"traceutil/trace.go:171","msg":"trace[439137189] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8234; }","duration":"217.619373ms","start":"2026-03-20T01:53:13.67364Z","end":"2026-03-20T01:53:13.89126Z","steps":["trace[439137189] 'range keys from in-memory index tree' (duration: 217.259656ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:13.891336Z","caller":"traceutil/trace.go:171","msg":"trace[1353841468] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8234; }","duration":"193.525413ms","start":"2026-03-20T01:53:13.697791Z","end":"2026-03-20T01:53:13.891316Z","steps":["trace[1353841468] 'range keys from in-memory index tree' (duration: 193.185426ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:14.34413Z","caller":"traceutil/trace.go:171","msg":"trace[90635047] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"448.871272ms","start":"2026-03-20T01:53:13.895232Z","end":"2026-03-20T01:53:14.344103Z","steps":["trace[90635047] 'process raft request' (duration: 448.628107ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:14.344162Z","caller":"traceutil/trace.go:171","msg":"trace[1793650982] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"443.206444ms","start":"2026-03-20T01:53:13.900922Z","end":"2026-03-20T01:53:14.344129Z","steps":["trace[1793650982] 'process raft request' (duration: 443.073602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:14.344279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:13.895215Z","time spent":"448.988564ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:53:14.344317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:13.900908Z","time spent":"443.321028ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:53:14.344501Z","caller":"traceutil/trace.go:171","msg":"trace[1117773668] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"441.629129ms","start":"2026-03-20T01:53:13.902805Z","end":"2026-03-20T01:53:14.344434Z","steps":["trace[1117773668] 'process raft request' (duration: 441.239361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:14.344803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:13.90277Z","time spent":"441.889735ms","remote":"127.0.0.1:59124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:53:15.108286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.965858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:53:15.108386Z","caller":"traceutil/trace.go:171","msg":"trace[1184965574] linearizableReadLoop","detail":"{readStateIndex:8551; appliedIndex:8550; }","duration":"755.463715ms","start":"2026-03-20T01:53:14.352905Z","end":"2026-03-20T01:53:15.108369Z","steps":["trace[1184965574] 'read index received' (duration: 329.267662ms)","trace[1184965574] 'applied index is now lower than readState.Index' (duration: 426.194603ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:53:15.108553Z","caller":"traceutil/trace.go:171","msg":"trace[1039253637] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"1.027078978s","start":"2026-03-20T01:53:14.08144Z","end":"2026-03-20T01:53:15.108519Z","steps":["trace[1039253637] 'process raft request' (duration: 600.802342ms)","trace[1039253637] 'compare' (duration: 425.374535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:53:15.108689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.773633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-20T01:53:15.108706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:14.081414Z","time spent":"1.027214021s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:53:15.108759Z","caller":"traceutil/trace.go:171","msg":"trace[2084037548] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8239; }","duration":"755.871635ms","start":"2026-03-20T01:53:14.352868Z","end":"2026-03-20T01:53:15.108739Z","steps":["trace[2084037548] 'agreement among raft nodes before linearized reading' (duration: 755.62517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:15.108794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:14.352856Z","time spent":"755.930056ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":649,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-03-20T01:53:15.492587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.56561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:53:15.49271Z","caller":"traceutil/trace.go:171","msg":"trace[824346232] linearizableReadLoop","detail":"{readStateIndex:8553; appliedIndex:8551; }","duration":"384.285725ms","start":"2026-03-20T01:53:15.108412Z","end":"2026-03-20T01:53:15.492697Z","steps":["trace[824346232] 'read index received' (duration: 146.610883ms)","trace[824346232] 'applied index is now lower than readState.Index' (duration: 237.674262ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:53:15.492875Z","caller":"traceutil/trace.go:171","msg":"trace[1315214498] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"541.629179ms","start":"2026-03-20T01:53:14.951236Z","end":"2026-03-20T01:53:15.492866Z","steps":["trace[1315214498] 'process raft request' (duration: 303.718182ms)","trace[1315214498] 'compare' (duration: 237.417136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:53:15.492921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:14.951213Z","time spent":"541.68605ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:53:15.493025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.272029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T01:53:15.493075Z","caller":"traceutil/trace.go:171","msg":"trace[1500108503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8241; }","duration":"528.354291ms","start":"2026-03-20T01:53:14.964705Z","end":"2026-03-20T01:53:15.493059Z","steps":["trace[1500108503] 'agreement among raft nodes before linearized reading' (duration: 528.181578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:15.493108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054255596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T01:53:15.493111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:14.964689Z","time spent":"528.414102ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-20T01:53:15.493128Z","caller":"traceutil/trace.go:171","msg":"trace[1493374155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8241; }","duration":"1.054331499s","start":"2026-03-20T01:53:14.438789Z","end":"2026-03-20T01:53:15.49312Z","steps":["trace[1493374155] 'agreement among raft nodes before linearized reading' (duration: 1.054307248s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:15.493144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:14.438768Z","time spent":"1.054373009s","remote":"127.0.0.1:51606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T01:53:15.493084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.669035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-20T01:53:15.493257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.3876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:53:15.493275Z","caller":"traceutil/trace.go:171","msg":"trace[1709285679] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8241; }","duration":"381.426651ms","start":"2026-03-20T01:53:15.111842Z","end":"2026-03-20T01:53:15.493269Z","steps":["trace[1709285679] 'agreement among raft nodes before linearized reading' (duration: 381.39786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:15.493272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.874093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T01:53:15.493295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:15.111826Z","time spent":"381.466051ms","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"warn","ts":"2026-03-20T01:53:15.493289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.716859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T01:53:15.49327Z","caller":"traceutil/trace.go:171","msg":"trace[66046977] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8241; }","duration":"644.89844ms","start":"2026-03-20T01:53:14.848342Z","end":"2026-03-20T01:53:15.493241Z","steps":["trace[66046977] 'agreement among raft nodes before linearized reading' (duration: 644.688726ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:15.49327Z","caller":"traceutil/trace.go:171","msg":"trace[1472452474] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"541.957216ms","start":"2026-03-20T01:53:14.951279Z","end":"2026-03-20T01:53:15.493236Z","steps":["trace[1472452474] 'process raft request' (duration: 541.383574ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:15.493335Z","caller":"traceutil/trace.go:171","msg":"trace[423864430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8241; }","duration":"453.820852ms","start":"2026-03-20T01:53:15.0395Z","end":"2026-03-20T01:53:15.493321Z","steps":["trace[423864430] 'agreement among raft nodes before linearized reading' (duration: 453.689389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:15.49337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:15.039494Z","time spent":"453.868273ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T01:53:15.49338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:14.848322Z","time spent":"645.020043ms","remote":"127.0.0.1:59030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-20T01:53:15.493436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:14.951259Z","time spent":"542.086259ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:53:15.493493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.152327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-smh2r\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-20T01:53:15.493521Z","caller":"traceutil/trace.go:171","msg":"trace[209483063] range","detail":"{range_begin:/registry/pods/openstack/keepalived-smh2r; range_end:; response_count:1; response_revision:8241; }","duration":"453.198898ms","start":"2026-03-20T01:53:15.040313Z","end":"2026-03-20T01:53:15.493512Z","steps":["trace[209483063] 'agreement among raft nodes before linearized reading' (duration: 453.142747ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:15.493303Z","caller":"traceutil/trace.go:171","msg":"trace[1341939996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8241; }","duration":"453.943995ms","start":"2026-03-20T01:53:15.03935Z","end":"2026-03-20T01:53:15.493294Z","steps":["trace[1341939996] 'agreement among raft nodes before linearized reading' (duration: 453.862873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:15.493547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:15.040302Z","time spent":"453.238619ms","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-smh2r\" "} {"level":"warn","ts":"2026-03-20T01:53:15.493569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:15.039328Z","time spent":"454.22912ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T01:53:15.493679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.252018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T01:53:15.493829Z","caller":"traceutil/trace.go:171","msg":"trace[1145236780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8241; }","duration":"457.422003ms","start":"2026-03-20T01:53:15.036372Z","end":"2026-03-20T01:53:15.493794Z","steps":["trace[1145236780] 'agreement among raft nodes before linearized reading' (duration: 456.959542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:15.493897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:15.036276Z","time spent":"457.609427ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T01:53:15.998797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101834234410118,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T01:53:16.099201Z","caller":"traceutil/trace.go:171","msg":"trace[1323356009] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"602.218744ms","start":"2026-03-20T01:53:15.496938Z","end":"2026-03-20T01:53:16.099157Z","steps":["trace[1323356009] 'process raft request' (duration: 601.937708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:16.099407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:15.496908Z","time spent":"602.394268ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:53:16.118091Z","caller":"traceutil/trace.go:171","msg":"trace[992963564] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"620.779781ms","start":"2026-03-20T01:53:15.497279Z","end":"2026-03-20T01:53:16.118059Z","steps":["trace[992963564] 'process raft request' (duration: 620.502544ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:16.118121Z","caller":"traceutil/trace.go:171","msg":"trace[2123660622] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"620.627487ms","start":"2026-03-20T01:53:15.497461Z","end":"2026-03-20T01:53:16.118088Z","steps":["trace[2123660622] 'process raft request' (duration: 620.435253ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:16.118167Z","caller":"traceutil/trace.go:171","msg":"trace[284903920] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"620.175116ms","start":"2026-03-20T01:53:15.49798Z","end":"2026-03-20T01:53:16.118155Z","steps":["trace[284903920] 'process raft request' (duration: 619.967151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:16.118247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:15.49726Z","time spent":"620.905573ms","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T01:53:16.118261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:15.497436Z","time spent":"620.747199ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:53:16.118292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:15.497948Z","time spent":"620.257938ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:53:16.118106Z","caller":"traceutil/trace.go:171","msg":"trace[1994288011] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"619.427879ms","start":"2026-03-20T01:53:15.498654Z","end":"2026-03-20T01:53:16.118082Z","steps":["trace[1994288011] 'process raft request' (duration: 619.327537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:16.118445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:15.498647Z","time spent":"619.761456ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:53:16.118515Z","caller":"traceutil/trace.go:171","msg":"trace[916757653] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"358.972998ms","start":"2026-03-20T01:53:15.759513Z","end":"2026-03-20T01:53:16.118486Z","steps":["trace[916757653] 'process raft request' (duration: 358.539748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:16.118613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:15.759487Z","time spent":"359.08267ms","remote":"127.0.0.1:51906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T01:53:16.156363Z","caller":"traceutil/trace.go:171","msg":"trace[1425237104] linearizableReadLoop","detail":"{readStateIndex:8559; appliedIndex:8553; }","duration":"658.201488ms","start":"2026-03-20T01:53:15.498137Z","end":"2026-03-20T01:53:16.156339Z","steps":["trace[1425237104] 'read index received' (duration: 600.799892ms)","trace[1425237104] 'applied index is now lower than readState.Index' (duration: 57.400336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:53:16.156798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.641277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228748"} {"level":"info","ts":"2026-03-20T01:53:16.156842Z","caller":"traceutil/trace.go:171","msg":"trace[1352443840] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8247; }","duration":"658.721129ms","start":"2026-03-20T01:53:15.49811Z","end":"2026-03-20T01:53:16.156831Z","steps":["trace[1352443840] 'agreement among raft nodes before linearized reading' (duration: 658.34436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:16.156874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:15.4981Z","time spent":"658.76633ms","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228771,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-20T01:53:16.238603Z","caller":"traceutil/trace.go:171","msg":"trace[347867545] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"115.507226ms","start":"2026-03-20T01:53:16.12307Z","end":"2026-03-20T01:53:16.238577Z","steps":["trace[347867545] 'process raft request' (duration: 64.929454ms)","trace[347867545] 'compare' (duration: 50.402298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:53:16.238835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.59469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189e69bf96a1c1db\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-20T01:53:16.238914Z","caller":"traceutil/trace.go:171","msg":"trace[1550594313] range","detail":"{range_begin:/registry/events/openstack/ceph.189e69bf96a1c1db; range_end:; response_count:1; response_revision:8249; }","duration":"739.694012ms","start":"2026-03-20T01:53:15.499203Z","end":"2026-03-20T01:53:16.238897Z","steps":["trace[1550594313] 'agreement among raft nodes before linearized reading' (duration: 739.450517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:16.238982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:15.499199Z","time spent":"739.774224ms","remote":"127.0.0.1:51662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.189e69bf96a1c1db\" "} {"level":"warn","ts":"2026-03-20T01:53:16.239056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.282483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-20T01:53:16.238986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.647579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"warn","ts":"2026-03-20T01:53:16.239108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.271112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-20T01:53:16.239163Z","caller":"traceutil/trace.go:171","msg":"trace[1794961382] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8249; }","duration":"116.346345ms","start":"2026-03-20T01:53:16.122805Z","end":"2026-03-20T01:53:16.239152Z","steps":["trace[1794961382] 'agreement among raft nodes before linearized reading' (duration: 116.185531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:16.239177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.624099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:53:16.239204Z","caller":"traceutil/trace.go:171","msg":"trace[1594689274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8249; }","duration":"738.685981ms","start":"2026-03-20T01:53:15.50051Z","end":"2026-03-20T01:53:16.239196Z","steps":["trace[1594689274] 'agreement among raft nodes before linearized reading' (duration: 738.64005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:16.239241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:15.500493Z","time spent":"738.738861ms","remote":"127.0.0.1:51606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T01:53:16.239189Z","caller":"traceutil/trace.go:171","msg":"trace[699002473] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8249; }","duration":"115.855174ms","start":"2026-03-20T01:53:16.123302Z","end":"2026-03-20T01:53:16.239157Z","steps":["trace[699002473] 'agreement among raft nodes before linearized reading' (duration: 115.580838ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:16.239113Z","caller":"traceutil/trace.go:171","msg":"trace[795682631] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8249; }","duration":"116.363144ms","start":"2026-03-20T01:53:16.122732Z","end":"2026-03-20T01:53:16.239095Z","steps":["trace[795682631] 'agreement among raft nodes before linearized reading' (duration: 116.278363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:16.238835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.339545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-20T01:53:16.2397Z","caller":"traceutil/trace.go:171","msg":"trace[794106365] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8249; }","duration":"117.236145ms","start":"2026-03-20T01:53:16.122435Z","end":"2026-03-20T01:53:16.239671Z","steps":["trace[794106365] 'agreement among raft nodes before linearized reading' (duration: 116.194072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:17.828048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.250994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T01:53:17.828142Z","caller":"traceutil/trace.go:171","msg":"trace[586879374] linearizableReadLoop","detail":"{readStateIndex:8569; appliedIndex:8568; }","duration":"267.733081ms","start":"2026-03-20T01:53:17.560394Z","end":"2026-03-20T01:53:17.828127Z","steps":["trace[586879374] 'read index received' (duration: 81.350604ms)","trace[586879374] 'applied index is now lower than readState.Index' (duration: 186.381237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T01:53:17.828222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.824353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T01:53:17.828195Z","caller":"traceutil/trace.go:171","msg":"trace[694515338] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"328.910326ms","start":"2026-03-20T01:53:17.499246Z","end":"2026-03-20T01:53:17.828157Z","steps":["trace[694515338] 'process raft request' (duration: 142.469858ms)","trace[694515338] 'compare' (duration: 186.179732ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:53:17.828258Z","caller":"traceutil/trace.go:171","msg":"trace[787386003] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8256; }","duration":"267.884885ms","start":"2026-03-20T01:53:17.560363Z","end":"2026-03-20T01:53:17.828248Z","steps":["trace[787386003] 'agreement among raft nodes before linearized reading' (duration: 267.822494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:17.828362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:17.499224Z","time spent":"329.043029ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:53:17.851247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.112507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:53:17.851315Z","caller":"traceutil/trace.go:171","msg":"trace[1369883233] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8257; }","duration":"145.226439ms","start":"2026-03-20T01:53:17.706074Z","end":"2026-03-20T01:53:17.851301Z","steps":["trace[1369883233] 'agreement among raft nodes before linearized reading' (duration: 145.112496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:18.28Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.783273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-smh2r\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-20T01:53:18.280082Z","caller":"traceutil/trace.go:171","msg":"trace[841002398] range","detail":"{range_begin:/registry/pods/openstack/keepalived-smh2r; range_end:; response_count:1; response_revision:8257; }","duration":"115.904476ms","start":"2026-03-20T01:53:18.164158Z","end":"2026-03-20T01:53:18.280063Z","steps":["trace[841002398] 'range keys from in-memory index tree' (duration: 115.696191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:18.280154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.489567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-20T01:53:18.280168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.45948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-20T01:53:18.28022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.825871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T01:53:18.28025Z","caller":"traceutil/trace.go:171","msg":"trace[2129808242] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8257; }","duration":"156.568613ms","start":"2026-03-20T01:53:18.123662Z","end":"2026-03-20T01:53:18.280231Z","steps":["trace[2129808242] 'range keys from in-memory index tree' (duration: 156.305897ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:18.28026Z","caller":"traceutil/trace.go:171","msg":"trace[76427006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8257; }","duration":"176.61701ms","start":"2026-03-20T01:53:18.103607Z","end":"2026-03-20T01:53:18.280224Z","steps":["trace[76427006] 'range keys from in-memory index tree' (duration: 176.343873ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:18.280305Z","caller":"traceutil/trace.go:171","msg":"trace[75360669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8257; }","duration":"157.936574ms","start":"2026-03-20T01:53:18.122348Z","end":"2026-03-20T01:53:18.280284Z","steps":["trace[75360669] 'range keys from in-memory index tree' (duration: 157.682838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:18.280286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.957674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T01:53:18.280418Z","caller":"traceutil/trace.go:171","msg":"trace[406107301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8257; }","duration":"158.150388ms","start":"2026-03-20T01:53:18.122248Z","end":"2026-03-20T01:53:18.280398Z","steps":["trace[406107301] 'range keys from in-memory index tree' (duration: 157.744309ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:18.651216Z","caller":"traceutil/trace.go:171","msg":"trace[515929823] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"364.969491ms","start":"2026-03-20T01:53:18.286176Z","end":"2026-03-20T01:53:18.651145Z","steps":["trace[515929823] 'process raft request' (duration: 364.798107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:18.65139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:18.286158Z","time spent":"365.133164ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:53:18.651496Z","caller":"traceutil/trace.go:171","msg":"trace[1408506788] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"365.076203ms","start":"2026-03-20T01:53:18.286394Z","end":"2026-03-20T01:53:18.65147Z","steps":["trace[1408506788] 'process raft request' (duration: 364.960191ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:18.651553Z","caller":"traceutil/trace.go:171","msg":"trace[2060684752] transaction","detail":"{read_only:false; response_revision:8260; number_of_response:1; }","duration":"365.171015ms","start":"2026-03-20T01:53:18.286344Z","end":"2026-03-20T01:53:18.651515Z","steps":["trace[2060684752] 'process raft request' (duration: 364.761086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:18.651643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:18.286376Z","time spent":"365.184985ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:53:18.651733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:18.286333Z","time spent":"365.307318ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T01:53:18.668835Z","caller":"traceutil/trace.go:171","msg":"trace[1255541167] linearizableReadLoop","detail":"{readStateIndex:8575; appliedIndex:8571; }","duration":"271.766842ms","start":"2026-03-20T01:53:18.39704Z","end":"2026-03-20T01:53:18.668807Z","steps":["trace[1255541167] 'read index received' (duration: 253.947525ms)","trace[1255541167] 'applied index is now lower than readState.Index' (duration: 17.818307ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:53:18.668975Z","caller":"traceutil/trace.go:171","msg":"trace[1633388920] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"291.469942ms","start":"2026-03-20T01:53:18.377478Z","end":"2026-03-20T01:53:18.668948Z","steps":["trace[1633388920] 'process raft request' (duration: 291.186496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:18.669063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.038915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:53:18.66912Z","caller":"traceutil/trace.go:171","msg":"trace[1600858385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8262; }","duration":"227.132918ms","start":"2026-03-20T01:53:18.44197Z","end":"2026-03-20T01:53:18.669103Z","steps":["trace[1600858385] 'agreement among raft nodes before linearized reading' (duration: 227.046356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:18.6692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.09829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T01:53:18.669358Z","caller":"traceutil/trace.go:171","msg":"trace[419548951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8262; }","duration":"272.304735ms","start":"2026-03-20T01:53:18.396988Z","end":"2026-03-20T01:53:18.669293Z","steps":["trace[419548951] 'agreement among raft nodes before linearized reading' (duration: 271.964656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:26.783663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.702719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-20T01:53:26.783725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.018212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T01:53:26.783755Z","caller":"traceutil/trace.go:171","msg":"trace[679770633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8327; }","duration":"101.816631ms","start":"2026-03-20T01:53:26.681917Z","end":"2026-03-20T01:53:26.783733Z","steps":["trace[679770633] 'range keys from in-memory index tree' (duration: 101.597166ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:53:26.783802Z","caller":"traceutil/trace.go:171","msg":"trace[1667738039] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8327; }","duration":"105.160265ms","start":"2026-03-20T01:53:26.678624Z","end":"2026-03-20T01:53:26.783784Z","steps":["trace[1667738039] 'range keys from in-memory index tree' (duration: 104.852459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:26.783848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.375445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pvc-ceph-client-key\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:53:26.783901Z","caller":"traceutil/trace.go:171","msg":"trace[311153483] range","detail":"{range_begin:/registry/secrets/openstack/pvc-ceph-client-key; range_end:; response_count:0; response_revision:8327; }","duration":"146.457956ms","start":"2026-03-20T01:53:26.63743Z","end":"2026-03-20T01:53:26.783888Z","steps":["trace[311153483] 'range keys from in-memory index tree' (duration: 146.260943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:26.783877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.932329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-20T01:53:26.783998Z","caller":"traceutil/trace.go:171","msg":"trace[1547162217] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8327; }","duration":"204.096283ms","start":"2026-03-20T01:53:26.579861Z","end":"2026-03-20T01:53:26.783957Z","steps":["trace[1547162217] 'range keys from in-memory index tree' (duration: 203.701564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:26.784038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.014579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-20T01:53:26.784099Z","caller":"traceutil/trace.go:171","msg":"trace[1617405168] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8327; }","duration":"312.102592ms","start":"2026-03-20T01:53:26.471978Z","end":"2026-03-20T01:53:26.78408Z","steps":["trace[1617405168] 'range keys from in-memory index tree' (duration: 311.883817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:53:26.78414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:53:26.471965Z","time spent":"312.162383ms","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-20T01:53:28.161472Z","caller":"traceutil/trace.go:171","msg":"trace[1057945827] transaction","detail":"{read_only:false; response_revision:8351; number_of_response:1; }","duration":"137.098478ms","start":"2026-03-20T01:53:28.024342Z","end":"2026-03-20T01:53:28.161441Z","steps":["trace[1057945827] 'process raft request' (duration: 136.907743ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T01:54:15.794189Z","caller":"traceutil/trace.go:171","msg":"trace[1097691796] linearizableReadLoop","detail":"{readStateIndex:9188; appliedIndex:9187; }","duration":"342.641553ms","start":"2026-03-20T01:54:15.45152Z","end":"2026-03-20T01:54:15.794161Z","steps":["trace[1097691796] 'read index received' (duration: 342.358836ms)","trace[1097691796] 'applied index is now lower than readState.Index' (duration: 281.367µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:54:15.794264Z","caller":"traceutil/trace.go:171","msg":"trace[447515061] transaction","detail":"{read_only:false; response_revision:8859; number_of_response:1; }","duration":"356.87386ms","start":"2026-03-20T01:54:15.437354Z","end":"2026-03-20T01:54:15.794227Z","steps":["trace[447515061] 'process raft request' (duration: 356.603654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:54:15.794428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:54:15.437329Z","time spent":"357.011044ms","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10123,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:54:15.794477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.935069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-20T01:54:15.794586Z","caller":"traceutil/trace.go:171","msg":"trace[1447760678] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8859; }","duration":"343.077712ms","start":"2026-03-20T01:54:15.451487Z","end":"2026-03-20T01:54:15.794564Z","steps":["trace[1447760678] 'agreement among raft nodes before linearized reading' (duration: 342.802396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:54:15.794652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:54:15.45147Z","time spent":"343.164595ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-20T01:54:28.382052Z","caller":"traceutil/trace.go:171","msg":"trace[691879044] linearizableReadLoop","detail":"{readStateIndex:9258; appliedIndex:9257; }","duration":"311.028548ms","start":"2026-03-20T01:54:28.070992Z","end":"2026-03-20T01:54:28.38202Z","steps":["trace[691879044] 'read index received' (duration: 310.778842ms)","trace[691879044] 'applied index is now lower than readState.Index' (duration: 248.316µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T01:54:28.382108Z","caller":"traceutil/trace.go:171","msg":"trace[811267367] transaction","detail":"{read_only:false; response_revision:8927; number_of_response:1; }","duration":"313.301839ms","start":"2026-03-20T01:54:28.068765Z","end":"2026-03-20T01:54:28.382067Z","steps":["trace[811267367] 'process raft request' (duration: 313.032143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:54:28.382291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:54:28.068733Z","time spent":"313.452453ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T01:54:28.382314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.451389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T01:54:28.382466Z","caller":"traceutil/trace.go:171","msg":"trace[359565256] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8927; }","duration":"155.619612ms","start":"2026-03-20T01:54:28.226825Z","end":"2026-03-20T01:54:28.382444Z","steps":["trace[359565256] 'agreement among raft nodes before linearized reading' (duration: 155.406708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:54:28.382457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.418576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-20T01:54:28.382586Z","caller":"traceutil/trace.go:171","msg":"trace[1306903816] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8927; }","duration":"311.663092ms","start":"2026-03-20T01:54:28.070891Z","end":"2026-03-20T01:54:28.382554Z","steps":["trace[1306903816] 'agreement among raft nodes before linearized reading' (duration: 311.278273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T01:54:28.382649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T01:54:28.070873Z","time spent":"311.765825ms","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-20T01:56:15.23952Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b6478f0ac5aeb8e1","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-20T01:56:15.246573Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-20T01:56:15.246717Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-20T01:56:36.541235Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7500} {"level":"info","ts":"2026-03-20T01:56:36.606056Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7500,"took":"62.753607ms","hash":3019181388,"current-db-size-bytes":40587264,"current-db-size":"41 MB","current-db-size-in-use-bytes":24834048,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-20T01:56:36.606116Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3019181388,"revision":7500,"compact-revision":5465} {"level":"info","ts":"2026-03-20T02:01:36.55004Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9776} {"level":"info","ts":"2026-03-20T02:01:36.631283Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9776,"took":"78.890324ms","hash":350928316,"current-db-size-bytes":40587264,"current-db-size":"41 MB","current-db-size-in-use-bytes":18112512,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-20T02:01:36.631341Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":350928316,"revision":9776,"compact-revision":7500}