{"level":"warn","ts":"2026-03-03T11:43:57.195744Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T11:43:57.195896Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.18:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.18:2380","--initial-cluster=instance=https://199.19.213.18:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.18:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.18:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T11:43:57.195961Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T11:43:57.195973Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.18:2380"]} {"level":"info","ts":"2026-03-03T11:43:57.195991Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T11:43:57.196636Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.18:2379"]} {"level":"info","ts":"2026-03-03T11:43:57.196709Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.18:2380"],"listen-peer-urls":["https://199.19.213.18:2380"],"advertise-client-urls":["https://199.19.213.18:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.18:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.18:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T11:43:57.200291Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.375711ms"} {"level":"info","ts":"2026-03-03T11:43:57.205984Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6d0358acb671c233","cluster-id":"ba212af698de913f"} {"level":"info","ts":"2026-03-03T11:43:57.206088Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d0358acb671c233 switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T11:43:57.206117Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d0358acb671c233 became follower at term 0"} {"level":"info","ts":"2026-03-03T11:43:57.206139Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6d0358acb671c233 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T11:43:57.206161Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d0358acb671c233 became follower at term 1"} {"level":"info","ts":"2026-03-03T11:43:57.206212Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d0358acb671c233 switched to configuration voters=(7855219673882804787)"} {"level":"warn","ts":"2026-03-03T11:43:57.212448Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T11:43:57.213899Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T11:43:57.215103Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T11:43:57.217197Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6d0358acb671c233","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T11:43:57.217396Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6d0358acb671c233","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T11:43:57.217812Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T11:43:57.21793Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T11:43:57.218014Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T11:43:57.220248Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d0358acb671c233 switched to configuration voters=(7855219673882804787)"} {"level":"info","ts":"2026-03-03T11:43:57.220628Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ba212af698de913f","local-member-id":"6d0358acb671c233","added-peer-id":"6d0358acb671c233","added-peer-peer-urls":["https://199.19.213.18:2380"]} {"level":"info","ts":"2026-03-03T11:43:57.22353Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T11:43:57.223732Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.18:2380"} {"level":"info","ts":"2026-03-03T11:43:57.22393Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6d0358acb671c233","initial-advertise-peer-urls":["https://199.19.213.18:2380"],"listen-peer-urls":["https://199.19.213.18:2380"],"advertise-client-urls":["https://199.19.213.18:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.18:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T11:43:57.224001Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T11:43:57.22396Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.18:2380"} {"level":"info","ts":"2026-03-03T11:43:57.807577Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d0358acb671c233 is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T11:43:57.80765Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d0358acb671c233 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T11:43:57.807685Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d0358acb671c233 received MsgPreVoteResp from 6d0358acb671c233 at term 1"} {"level":"info","ts":"2026-03-03T11:43:57.807709Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d0358acb671c233 became candidate at term 2"} {"level":"info","ts":"2026-03-03T11:43:57.807724Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d0358acb671c233 received MsgVoteResp from 6d0358acb671c233 at term 2"} {"level":"info","ts":"2026-03-03T11:43:57.807751Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d0358acb671c233 became leader at term 2"} {"level":"info","ts":"2026-03-03T11:43:57.807769Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6d0358acb671c233 elected leader 6d0358acb671c233 at term 2"} {"level":"info","ts":"2026-03-03T11:43:57.808744Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6d0358acb671c233","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.18:2379]}","request-path":"/0/members/6d0358acb671c233/attributes","cluster-id":"ba212af698de913f","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T11:43:57.808751Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T11:43:57.808768Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T11:43:57.808808Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T11:43:57.809214Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T11:43:57.809261Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T11:43:57.809605Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ba212af698de913f","local-member-id":"6d0358acb671c233","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T11:43:57.809725Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T11:43:57.809773Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T11:43:57.811491Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-03T11:43:57.812003Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.18:2379"} {"level":"info","ts":"2026-03-03T11:44:14.116301Z","caller":"traceutil/trace.go:171","msg":"trace[423790834] linearizableReadLoop","detail":"{readStateIndex:428; appliedIndex:427; }","duration":"490.391373ms","start":"2026-03-03T11:44:13.625874Z","end":"2026-03-03T11:44:14.116265Z","steps":["trace[423790834] 'read index received' (duration: 490.095456ms)","trace[423790834] 'applied index is now lower than readState.Index' (duration: 294.407µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:44:14.116428Z","caller":"traceutil/trace.go:171","msg":"trace[346774947] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"675.264767ms","start":"2026-03-03T11:44:13.441113Z","end":"2026-03-03T11:44:14.116378Z","steps":["trace[346774947] 'process raft request' (duration: 674.954659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:14.116603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.67155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T11:44:14.116709Z","caller":"traceutil/trace.go:171","msg":"trace[2030266979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:414; }","duration":"490.867715ms","start":"2026-03-03T11:44:13.625826Z","end":"2026-03-03T11:44:14.116693Z","steps":["trace[2030266979] 'agreement among raft nodes before linearized reading' (duration: 490.66421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:14.116762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:13.625802Z","time spent":"490.944716ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T11:44:14.116785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.85307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T11:44:14.117026Z","caller":"traceutil/trace.go:171","msg":"trace[1644324498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:414; }","duration":"348.095896ms","start":"2026-03-03T11:44:13.768862Z","end":"2026-03-03T11:44:14.116958Z","steps":["trace[1644324498] 'agreement among raft nodes before linearized reading' (duration: 347.740637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:14.116883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.118484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T11:44:14.117259Z","caller":"traceutil/trace.go:171","msg":"trace[104959872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:414; }","duration":"279.548765ms","start":"2026-03-03T11:44:13.837682Z","end":"2026-03-03T11:44:14.117231Z","steps":["trace[104959872] 'agreement among raft nodes before linearized reading' (duration: 278.98211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:14.117158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:13.768815Z","time spent":"348.294311ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T11:44:14.117315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:13.441091Z","time spent":"675.438021ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:44:14.398986Z","caller":"traceutil/trace.go:171","msg":"trace[944685183] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"278.327984ms","start":"2026-03-03T11:44:14.120631Z","end":"2026-03-03T11:44:14.398959Z","steps":["trace[944685183] 'process raft request' (duration: 278.14709ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:14.399599Z","caller":"traceutil/trace.go:171","msg":"trace[838735899] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"276.798167ms","start":"2026-03-03T11:44:14.122779Z","end":"2026-03-03T11:44:14.399577Z","steps":["trace[838735899] 'process raft request' (duration: 276.748045ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:14.399631Z","caller":"traceutil/trace.go:171","msg":"trace[1213223263] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"278.217792ms","start":"2026-03-03T11:44:14.121364Z","end":"2026-03-03T11:44:14.399582Z","steps":["trace[1213223263] 'process raft request' (duration: 278.048528ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:20.557774Z","caller":"traceutil/trace.go:171","msg":"trace[1568050976] linearizableReadLoop","detail":"{readStateIndex:474; appliedIndex:473; }","duration":"132.78041ms","start":"2026-03-03T11:44:20.424967Z","end":"2026-03-03T11:44:20.557747Z","steps":["trace[1568050976] 'read index received' (duration: 132.682857ms)","trace[1568050976] 'applied index is now lower than readState.Index' (duration: 96.593µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:44:20.557832Z","caller":"traceutil/trace.go:171","msg":"trace[71000934] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"411.767959ms","start":"2026-03-03T11:44:20.146035Z","end":"2026-03-03T11:44:20.557803Z","steps":["trace[71000934] 'process raft request' (duration: 411.574654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:20.557944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.966124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T11:44:20.557984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.031065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T11:44:20.558028Z","caller":"traceutil/trace.go:171","msg":"trace[842360354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:458; }","duration":"133.092697ms","start":"2026-03-03T11:44:20.424915Z","end":"2026-03-03T11:44:20.558007Z","steps":["trace[842360354] 'agreement among raft nodes before linearized reading' (duration: 132.936213ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:20.558071Z","caller":"traceutil/trace.go:171","msg":"trace[1736924287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:458; }","duration":"126.173429ms","start":"2026-03-03T11:44:20.43188Z","end":"2026-03-03T11:44:20.558053Z","steps":["trace[1736924287] 'agreement among raft nodes before linearized reading' (duration: 126.036086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:20.558067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.111368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T11:44:20.558145Z","caller":"traceutil/trace.go:171","msg":"trace[1720757103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:458; }","duration":"126.21758ms","start":"2026-03-03T11:44:20.431909Z","end":"2026-03-03T11:44:20.558127Z","steps":["trace[1720757103] 'agreement among raft nodes before linearized reading' (duration: 126.062606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:20.557995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:20.146019Z","time spent":"411.887362ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:44:20.752962Z","caller":"traceutil/trace.go:171","msg":"trace[360520435] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"191.011731ms","start":"2026-03-03T11:44:20.561928Z","end":"2026-03-03T11:44:20.75294Z","steps":["trace[360520435] 'process raft request' (duration: 190.96329ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:20.753059Z","caller":"traceutil/trace.go:171","msg":"trace[422180199] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"191.089563ms","start":"2026-03-03T11:44:20.561928Z","end":"2026-03-03T11:44:20.753017Z","steps":["trace[422180199] 'process raft request' (duration: 117.702045ms)","trace[422180199] 'compare' (duration: 73.144972ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:44:20.760118Z","caller":"traceutil/trace.go:171","msg":"trace[1586509409] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"198.063911ms","start":"2026-03-03T11:44:20.562033Z","end":"2026-03-03T11:44:20.760097Z","steps":["trace[1586509409] 'process raft request' (duration: 197.880487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:22.894393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.995131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:44:22.894459Z","caller":"traceutil/trace.go:171","msg":"trace[1400722752] linearizableReadLoop","detail":"{readStateIndex:481; appliedIndex:480; }","duration":"137.428151ms","start":"2026-03-03T11:44:22.75702Z","end":"2026-03-03T11:44:22.894448Z","steps":["trace[1400722752] 'read index received' (duration: 50.432µs)","trace[1400722752] 'applied index is now lower than readState.Index' (duration: 137.376949ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:44:22.894512Z","caller":"traceutil/trace.go:171","msg":"trace[1219409188] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"197.094209ms","start":"2026-03-03T11:44:22.697403Z","end":"2026-03-03T11:44:22.894498Z","steps":["trace[1219409188] 'process raft request' (duration: 54.858752ms)","trace[1219409188] 'compare' (duration: 141.911139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:44:22.894563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.553673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T11:44:22.894584Z","caller":"traceutil/trace.go:171","msg":"trace[1619901741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:464; }","duration":"137.611495ms","start":"2026-03-03T11:44:22.756966Z","end":"2026-03-03T11:44:22.894578Z","steps":["trace[1619901741] 'agreement among raft nodes before linearized reading' (duration: 137.542093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:22.894698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.897884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T11:44:22.894752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.382845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T11:44:22.89484Z","caller":"traceutil/trace.go:171","msg":"trace[621124562] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:464; }","duration":"131.508609ms","start":"2026-03-03T11:44:22.763308Z","end":"2026-03-03T11:44:22.894817Z","steps":["trace[621124562] 'agreement among raft nodes before linearized reading' (duration: 131.301484ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:22.894956Z","caller":"traceutil/trace.go:171","msg":"trace[415102322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:464; }","duration":"135.997846ms","start":"2026-03-03T11:44:22.758761Z","end":"2026-03-03T11:44:22.894759Z","steps":["trace[415102322] 'agreement among raft nodes before linearized reading' (duration: 135.830892ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:23.323012Z","caller":"traceutil/trace.go:171","msg":"trace[1621164967] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"424.567078ms","start":"2026-03-03T11:44:22.898408Z","end":"2026-03-03T11:44:23.322975Z","steps":["trace[1621164967] 'process raft request' (duration: 424.455226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:23.323139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:22.898392Z","time spent":"424.683362ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:44:27.691445Z","caller":"traceutil/trace.go:171","msg":"trace[1296251142] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"352.014164ms","start":"2026-03-03T11:44:27.339408Z","end":"2026-03-03T11:44:27.691423Z","steps":["trace[1296251142] 'process raft request' (duration: 351.894051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:27.691572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:27.339383Z","time spent":"352.127228ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:44:30.715633Z","caller":"traceutil/trace.go:171","msg":"trace[98170912] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"112.217009ms","start":"2026-03-03T11:44:30.603384Z","end":"2026-03-03T11:44:30.715601Z","steps":["trace[98170912] 'process raft request' (duration: 112.009814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:34.214814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982278321,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T11:44:34.252393Z","caller":"traceutil/trace.go:171","msg":"trace[1970674943] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"666.05169ms","start":"2026-03-03T11:44:33.586317Z","end":"2026-03-03T11:44:34.252369Z","steps":["trace[1970674943] 'process raft request' (duration: 665.923737ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:34.252433Z","caller":"traceutil/trace.go:171","msg":"trace[9316003] linearizableReadLoop","detail":"{readStateIndex:570; appliedIndex:569; }","duration":"537.619072ms","start":"2026-03-03T11:44:33.714779Z","end":"2026-03-03T11:44:34.252398Z","steps":["trace[9316003] 'read index received' (duration: 537.425058ms)","trace[9316003] 'applied index is now lower than readState.Index' (duration: 191.974µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:44:34.252533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:33.586297Z","time spent":"666.147882ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:44:34.252614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.51472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:44:34.252682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.896148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T11:44:34.25276Z","caller":"traceutil/trace.go:171","msg":"trace[524464318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:551; }","duration":"538.010601ms","start":"2026-03-03T11:44:33.714732Z","end":"2026-03-03T11:44:34.252742Z","steps":["trace[524464318] 'agreement among raft nodes before linearized reading' (duration: 537.808447ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:34.252769Z","caller":"traceutil/trace.go:171","msg":"trace[1256057117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:551; }","duration":"118.623482ms","start":"2026-03-03T11:44:34.134025Z","end":"2026-03-03T11:44:34.252649Z","steps":["trace[1256057117] 'agreement among raft nodes before linearized reading' (duration: 118.51928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:34.252807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:33.714712Z","time spent":"538.083233ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T11:44:34.392406Z","caller":"traceutil/trace.go:171","msg":"trace[1341973448] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"134.546064ms","start":"2026-03-03T11:44:34.257829Z","end":"2026-03-03T11:44:34.392375Z","steps":["trace[1341973448] 'process raft request' (duration: 98.696845ms)","trace[1341973448] 'compare' (duration: 35.590743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:44:34.8861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.285719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T11:44:34.886182Z","caller":"traceutil/trace.go:171","msg":"trace[1478870626] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:552; }","duration":"157.411622ms","start":"2026-03-03T11:44:34.728747Z","end":"2026-03-03T11:44:34.886158Z","steps":["trace[1478870626] 'range keys from in-memory index tree' (duration: 157.052383ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:35.0892Z","caller":"traceutil/trace.go:171","msg":"trace[699315753] linearizableReadLoop","detail":"{readStateIndex:572; appliedIndex:571; }","duration":"162.938404ms","start":"2026-03-03T11:44:34.926239Z","end":"2026-03-03T11:44:35.089178Z","steps":["trace[699315753] 'read index received' (duration: 162.739929ms)","trace[699315753] 'applied index is now lower than readState.Index' (duration: 197.635µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:44:35.089302Z","caller":"traceutil/trace.go:171","msg":"trace[426281230] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"199.130492ms","start":"2026-03-03T11:44:34.890151Z","end":"2026-03-03T11:44:35.089281Z","steps":["trace[426281230] 'process raft request' (duration: 198.902316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:35.089369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.103558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:44:35.089433Z","caller":"traceutil/trace.go:171","msg":"trace[511936894] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:553; }","duration":"163.17891ms","start":"2026-03-03T11:44:34.926234Z","end":"2026-03-03T11:44:35.089413Z","steps":["trace[511936894] 'agreement among raft nodes before linearized reading' (duration: 163.076927ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:35.378695Z","caller":"traceutil/trace.go:171","msg":"trace[1416430179] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"286.519885ms","start":"2026-03-03T11:44:35.092137Z","end":"2026-03-03T11:44:35.378657Z","steps":["trace[1416430179] 'process raft request' (duration: 268.433172ms)","trace[1416430179] 'compare' (duration: 17.927629ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:44:35.408064Z","caller":"traceutil/trace.go:171","msg":"trace[593743194] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:572; }","duration":"310.50061ms","start":"2026-03-03T11:44:35.09754Z","end":"2026-03-03T11:44:35.40804Z","steps":["trace[593743194] 'read index received' (duration: 263.035993ms)","trace[593743194] 'applied index is now lower than readState.Index' (duration: 47.463717ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:44:35.408179Z","caller":"traceutil/trace.go:171","msg":"trace[711810209] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"315.419488ms","start":"2026-03-03T11:44:35.09275Z","end":"2026-03-03T11:44:35.408169Z","steps":["trace[711810209] 'process raft request' (duration: 315.191403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:35.40828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:35.092743Z","time spent":"315.462079ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:44:35.408307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.408665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:44:35.408373Z","caller":"traceutil/trace.go:171","msg":"trace[418918215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:555; }","duration":"274.515368ms","start":"2026-03-03T11:44:35.13384Z","end":"2026-03-03T11:44:35.408355Z","steps":["trace[418918215] 'agreement among raft nodes before linearized reading' (duration: 274.414965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:35.408462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.894019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:44:35.40853Z","caller":"traceutil/trace.go:171","msg":"trace[539305122] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:555; }","duration":"310.987571ms","start":"2026-03-03T11:44:35.097527Z","end":"2026-03-03T11:44:35.408514Z","steps":["trace[539305122] 'agreement among raft nodes before linearized reading' (duration: 310.843318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:35.408573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:35.097521Z","time spent":"311.045403ms","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-03T11:44:36.896642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982278336,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T11:44:37.427524Z","caller":"traceutil/trace.go:171","msg":"trace[1968448860] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:574; }","duration":"1.031056155s","start":"2026-03-03T11:44:36.396439Z","end":"2026-03-03T11:44:37.427495Z","steps":["trace[1968448860] 'read index received' (duration: 956.944349ms)","trace[1968448860] 'applied index is now lower than readState.Index' (duration: 74.110246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:44:37.427713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.749879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:44:37.427754Z","caller":"traceutil/trace.go:171","msg":"trace[38864570] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:555; }","duration":"581.812811ms","start":"2026-03-03T11:44:36.845931Z","end":"2026-03-03T11:44:37.427744Z","steps":["trace[38864570] 'agreement among raft nodes before linearized reading' (duration: 581.719779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:37.427817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:36.845855Z","time spent":"581.953324ms","remote":"127.0.0.1:42534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-03T11:44:37.427842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.271607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:44:37.427775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031323791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T11:44:37.427971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.973987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T11:44:37.427999Z","caller":"traceutil/trace.go:171","msg":"trace[1942690967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:555; }","duration":"1.031589977s","start":"2026-03-03T11:44:36.396385Z","end":"2026-03-03T11:44:37.427975Z","steps":["trace[1942690967] 'agreement among raft nodes before linearized reading' (duration: 1.031248329s)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:37.428047Z","caller":"traceutil/trace.go:171","msg":"trace[419973524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:555; }","duration":"335.09471ms","start":"2026-03-03T11:44:37.092935Z","end":"2026-03-03T11:44:37.42803Z","steps":["trace[419973524] 'agreement among raft nodes before linearized reading' (duration: 334.870474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:37.428074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:36.396351Z","time spent":"1.03168968s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T11:44:37.427921Z","caller":"traceutil/trace.go:171","msg":"trace[424367689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:555; }","duration":"293.36503ms","start":"2026-03-03T11:44:37.134538Z","end":"2026-03-03T11:44:37.427903Z","steps":["trace[424367689] 'agreement among raft nodes before linearized reading' (duration: 293.205656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:37.4281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:37.092917Z","time spent":"335.170951ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T11:44:37.575615Z","caller":"traceutil/trace.go:171","msg":"trace[982048727] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"143.676572ms","start":"2026-03-03T11:44:37.431908Z","end":"2026-03-03T11:44:37.575585Z","steps":["trace[982048727] 'process raft request' (duration: 143.400916ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:37.594665Z","caller":"traceutil/trace.go:171","msg":"trace[352923585] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"161.984751ms","start":"2026-03-03T11:44:37.432647Z","end":"2026-03-03T11:44:37.594632Z","steps":["trace[352923585] 'process raft request' (duration: 161.763396ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:37.594953Z","caller":"traceutil/trace.go:171","msg":"trace[915609990] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"161.99337ms","start":"2026-03-03T11:44:37.432943Z","end":"2026-03-03T11:44:37.594937Z","steps":["trace[915609990] 'process raft request' (duration: 161.634162ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:37.594971Z","caller":"traceutil/trace.go:171","msg":"trace[435232727] linearizableReadLoop","detail":"{readStateIndex:579; appliedIndex:575; }","duration":"158.037916ms","start":"2026-03-03T11:44:37.436903Z","end":"2026-03-03T11:44:37.594941Z","steps":["trace[435232727] 'read index received' (duration: 138.483808ms)","trace[435232727] 'applied index is now lower than readState.Index' (duration: 19.553018ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:44:37.595042Z","caller":"traceutil/trace.go:171","msg":"trace[275415153] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"161.806456ms","start":"2026-03-03T11:44:37.433227Z","end":"2026-03-03T11:44:37.595033Z","steps":["trace[275415153] 'process raft request' (duration: 161.602782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:37.595104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.176839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:44:37.595145Z","caller":"traceutil/trace.go:171","msg":"trace[847798216] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:0; response_revision:559; }","duration":"158.273982ms","start":"2026-03-03T11:44:37.436862Z","end":"2026-03-03T11:44:37.595136Z","steps":["trace[847798216] 'agreement among raft nodes before linearized reading' (duration: 158.18353ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:38.017599Z","caller":"traceutil/trace.go:171","msg":"trace[1591112539] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"125.418065ms","start":"2026-03-03T11:44:37.892149Z","end":"2026-03-03T11:44:38.017567Z","steps":["trace[1591112539] 'process raft request' (duration: 120.914938ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:38.018019Z","caller":"traceutil/trace.go:171","msg":"trace[920303846] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"125.67923ms","start":"2026-03-03T11:44:37.892278Z","end":"2026-03-03T11:44:38.017958Z","steps":["trace[920303846] 'process raft request' (duration: 125.338042ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:38.018072Z","caller":"traceutil/trace.go:171","msg":"trace[445652619] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"125.66037ms","start":"2026-03-03T11:44:37.892375Z","end":"2026-03-03T11:44:38.018035Z","steps":["trace[445652619] 'process raft request' (duration: 125.374653ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:38.018152Z","caller":"traceutil/trace.go:171","msg":"trace[1779345300] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"125.725271ms","start":"2026-03-03T11:44:37.892414Z","end":"2026-03-03T11:44:38.018139Z","steps":["trace[1779345300] 'process raft request' (duration: 125.416364ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:38.01826Z","caller":"traceutil/trace.go:171","msg":"trace[1034843815] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"125.697382ms","start":"2026-03-03T11:44:37.892551Z","end":"2026-03-03T11:44:38.018249Z","steps":["trace[1034843815] 'process raft request' (duration: 125.561548ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:38.01827Z","caller":"traceutil/trace.go:171","msg":"trace[1786862506] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"125.67596ms","start":"2026-03-03T11:44:37.892533Z","end":"2026-03-03T11:44:38.018209Z","steps":["trace[1786862506] 'process raft request' (duration: 125.542167ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:38.018439Z","caller":"traceutil/trace.go:171","msg":"trace[184743994] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"125.773883ms","start":"2026-03-03T11:44:37.892653Z","end":"2026-03-03T11:44:38.018427Z","steps":["trace[184743994] 'process raft request' (duration: 125.495896ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:38.018423Z","caller":"traceutil/trace.go:171","msg":"trace[923523578] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"125.558718ms","start":"2026-03-03T11:44:37.892828Z","end":"2026-03-03T11:44:38.018387Z","steps":["trace[923523578] 'process raft request' (duration: 125.485417ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:38.018464Z","caller":"traceutil/trace.go:171","msg":"trace[494408403] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"125.721403ms","start":"2026-03-03T11:44:37.892719Z","end":"2026-03-03T11:44:38.01844Z","steps":["trace[494408403] 'process raft request' (duration: 125.561879ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:38.018666Z","caller":"traceutil/trace.go:171","msg":"trace[1973570706] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"125.721332ms","start":"2026-03-03T11:44:37.89293Z","end":"2026-03-03T11:44:38.018651Z","steps":["trace[1973570706] 'process raft request' (duration: 125.61977ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:38.018649Z","caller":"traceutil/trace.go:171","msg":"trace[1585285651] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"125.750663ms","start":"2026-03-03T11:44:37.892864Z","end":"2026-03-03T11:44:38.018615Z","steps":["trace[1585285651] 'process raft request' (duration: 125.475356ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:38.018772Z","caller":"traceutil/trace.go:171","msg":"trace[2147167902] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"122.103436ms","start":"2026-03-03T11:44:37.896655Z","end":"2026-03-03T11:44:38.018759Z","steps":["trace[2147167902] 'process raft request' (duration: 122.001364ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:38.018781Z","caller":"traceutil/trace.go:171","msg":"trace[487349829] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"125.677271ms","start":"2026-03-03T11:44:37.893081Z","end":"2026-03-03T11:44:38.018759Z","steps":["trace[487349829] 'process raft request' (duration: 125.517517ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:51.811239Z","caller":"traceutil/trace.go:171","msg":"trace[1893382959] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"102.519876ms","start":"2026-03-03T11:44:51.708695Z","end":"2026-03-03T11:44:51.811215Z","steps":["trace[1893382959] 'process raft request' (duration: 102.402733ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:58.437348Z","caller":"traceutil/trace.go:171","msg":"trace[1458876233] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"655.164758ms","start":"2026-03-03T11:44:57.782162Z","end":"2026-03-03T11:44:58.437326Z","steps":["trace[1458876233] 'process raft request' (duration: 655.026744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:58.437507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:57.782143Z","time spent":"655.29493ms","remote":"127.0.0.1:42766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:44:58.43785Z","caller":"traceutil/trace.go:171","msg":"trace[1753284398] linearizableReadLoop","detail":"{readStateIndex:959; appliedIndex:959; }","duration":"303.38031ms","start":"2026-03-03T11:44:58.134433Z","end":"2026-03-03T11:44:58.437813Z","steps":["trace[1753284398] 'read index received' (duration: 303.37462ms)","trace[1753284398] 'applied index is now lower than readState.Index' (duration: 4.39µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:44:58.437949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.500453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:44:58.438048Z","caller":"traceutil/trace.go:171","msg":"trace[1074828833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:934; }","duration":"303.646516ms","start":"2026-03-03T11:44:58.134377Z","end":"2026-03-03T11:44:58.438024Z","steps":["trace[1074828833] 'agreement among raft nodes before linearized reading' (duration: 303.500123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:58.438099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:58.134355Z","time spent":"303.730699ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T11:45:17.47794Z","caller":"traceutil/trace.go:171","msg":"trace[194662589] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"179.05021ms","start":"2026-03-03T11:45:17.298864Z","end":"2026-03-03T11:45:17.477914Z","steps":["trace[194662589] 'process raft request' (duration: 178.872316ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:23.036607Z","caller":"traceutil/trace.go:171","msg":"trace[1974004142] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"196.888308ms","start":"2026-03-03T11:45:22.83969Z","end":"2026-03-03T11:45:23.036578Z","steps":["trace[1974004142] 'process raft request' (duration: 196.737955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:26.068823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.871439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:45:26.069208Z","caller":"traceutil/trace.go:171","msg":"trace[188982035] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"554.573618ms","start":"2026-03-03T11:45:25.514598Z","end":"2026-03-03T11:45:26.069171Z","steps":["trace[188982035] 'process raft request' (duration: 200.285839ms)","trace[188982035] 'compare' (duration: 353.734906ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:45:26.069235Z","caller":"traceutil/trace.go:171","msg":"trace[906185071] linearizableReadLoop","detail":"{readStateIndex:1237; appliedIndex:1236; }","duration":"264.561048ms","start":"2026-03-03T11:45:25.804641Z","end":"2026-03-03T11:45:26.069202Z","steps":["trace[906185071] 'read index received' (duration: 41.561µs)","trace[906185071] 'applied index is now lower than readState.Index' (duration: 264.516927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:45:26.069581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:25.514569Z","time spent":"554.715541ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:45:26.070528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.078606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T11:45:26.070532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.816805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T11:45:26.07053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.88962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T11:45:26.070581Z","caller":"traceutil/trace.go:171","msg":"trace[968145800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1204; }","duration":"256.148578ms","start":"2026-03-03T11:45:25.814418Z","end":"2026-03-03T11:45:26.070567Z","steps":["trace[968145800] 'agreement among raft nodes before linearized reading' (duration: 256.019195ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:26.070594Z","caller":"traceutil/trace.go:171","msg":"trace[1312242972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1204; }","duration":"265.994493ms","start":"2026-03-03T11:45:25.804587Z","end":"2026-03-03T11:45:26.070581Z","steps":["trace[1312242972] 'agreement among raft nodes before linearized reading' (duration: 264.695261ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:26.070594Z","caller":"traceutil/trace.go:171","msg":"trace[190242435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1204; }","duration":"264.910488ms","start":"2026-03-03T11:45:25.805665Z","end":"2026-03-03T11:45:26.070575Z","steps":["trace[190242435] 'agreement among raft nodes before linearized reading' (duration: 264.747684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:26.070618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.229764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T11:45:26.070662Z","caller":"traceutil/trace.go:171","msg":"trace[1254830244] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1204; }","duration":"257.272975ms","start":"2026-03-03T11:45:25.813376Z","end":"2026-03-03T11:45:26.070649Z","steps":["trace[1254830244] 'agreement among raft nodes before linearized reading' (duration: 257.128481ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:35.923947Z","caller":"traceutil/trace.go:171","msg":"trace[35588336] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"118.373968ms","start":"2026-03-03T11:45:35.805548Z","end":"2026-03-03T11:45:35.923922Z","steps":["trace[35588336] 'process raft request' (duration: 118.215294ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:35.928238Z","caller":"traceutil/trace.go:171","msg":"trace[1414675017] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"118.042389ms","start":"2026-03-03T11:45:35.810137Z","end":"2026-03-03T11:45:35.92818Z","steps":["trace[1414675017] 'process raft request' (duration: 117.385824ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:41.479433Z","caller":"traceutil/trace.go:171","msg":"trace[1090537008] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"123.970519ms","start":"2026-03-03T11:45:41.355432Z","end":"2026-03-03T11:45:41.479403Z","steps":["trace[1090537008] 'process raft request' (duration: 123.751874ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:49.441938Z","caller":"traceutil/trace.go:171","msg":"trace[1541522677] linearizableReadLoop","detail":"{readStateIndex:1668; appliedIndex:1667; }","duration":"306.877521ms","start":"2026-03-03T11:45:49.135034Z","end":"2026-03-03T11:45:49.441912Z","steps":["trace[1541522677] 'read index received' (duration: 306.680887ms)","trace[1541522677] 'applied index is now lower than readState.Index' (duration: 194.924µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:45:49.442082Z","caller":"traceutil/trace.go:171","msg":"trace[611601375] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"472.371524ms","start":"2026-03-03T11:45:48.969661Z","end":"2026-03-03T11:45:49.442033Z","steps":["trace[611601375] 'process raft request' (duration: 471.991455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:49.442274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.22777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:45:49.442458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:48.969634Z","time spent":"472.642232ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3725,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:45:49.44246Z","caller":"traceutil/trace.go:171","msg":"trace[1137983149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1608; }","duration":"307.463975ms","start":"2026-03-03T11:45:49.134974Z","end":"2026-03-03T11:45:49.442438Z","steps":["trace[1137983149] 'agreement among raft nodes before linearized reading' (duration: 307.036444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:49.442687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:49.134952Z","time spent":"307.721082ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:45:49.827738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.462406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:45:49.827923Z","caller":"traceutil/trace.go:171","msg":"trace[2016485404] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"320.43364ms","start":"2026-03-03T11:45:49.507472Z","end":"2026-03-03T11:45:49.827905Z","steps":["trace[2016485404] 'process raft request' (duration: 185.712248ms)","trace[2016485404] 'compare' (duration: 134.21506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:45:49.82799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:49.507449Z","time spent":"320.515621ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:45:50.275229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982280338,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T11:45:50.539721Z","caller":"traceutil/trace.go:171","msg":"trace[273314695] linearizableReadLoop","detail":"{readStateIndex:1671; appliedIndex:1669; }","duration":"765.463513ms","start":"2026-03-03T11:45:49.774231Z","end":"2026-03-03T11:45:50.539694Z","steps":["trace[273314695] 'read index received' (duration: 763.522108ms)","trace[273314695] 'applied index is now lower than readState.Index' (duration: 1.940505ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:45:50.539887Z","caller":"traceutil/trace.go:171","msg":"trace[854729584] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"629.302997ms","start":"2026-03-03T11:45:49.910573Z","end":"2026-03-03T11:45:50.539876Z","steps":["trace[854729584] 'process raft request' (duration: 629.065882ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:50.539859Z","caller":"traceutil/trace.go:171","msg":"trace[215046604] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"856.091179ms","start":"2026-03-03T11:45:49.683731Z","end":"2026-03-03T11:45:50.539823Z","steps":["trace[215046604] 'process raft request' (duration: 854.008091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:50.54001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:49.910548Z","time spent":"629.371738ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:45:50.54006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:49.683707Z","time spent":"856.250263ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:45:50.54021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.619069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:45:50.540271Z","caller":"traceutil/trace.go:171","msg":"trace[1405576706] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1611; }","duration":"711.724382ms","start":"2026-03-03T11:45:49.828529Z","end":"2026-03-03T11:45:50.540254Z","steps":["trace[1405576706] 'agreement among raft nodes before linearized reading' (duration: 711.624349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:50.540327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.555334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T11:45:50.540385Z","caller":"traceutil/trace.go:171","msg":"trace[1617007906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1611; }","duration":"355.639335ms","start":"2026-03-03T11:45:50.184731Z","end":"2026-03-03T11:45:50.54037Z","steps":["trace[1617007906] 'agreement among raft nodes before linearized reading' (duration: 355.46512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:50.54049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.567059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T11:45:50.540543Z","caller":"traceutil/trace.go:171","msg":"trace[1549355115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1611; }","duration":"359.659581ms","start":"2026-03-03T11:45:50.180868Z","end":"2026-03-03T11:45:50.540528Z","steps":["trace[1549355115] 'agreement among raft nodes before linearized reading' (duration: 359.480367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:50.540544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.675413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T11:45:50.540575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:50.180849Z","time spent":"359.719312ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T11:45:50.540591Z","caller":"traceutil/trace.go:171","msg":"trace[814219539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1611; }","duration":"354.738535ms","start":"2026-03-03T11:45:50.185838Z","end":"2026-03-03T11:45:50.540576Z","steps":["trace[814219539] 'agreement among raft nodes before linearized reading' (duration: 354.624203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:50.540593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.314793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T11:45:50.540633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:50.185826Z","time spent":"354.795746ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T11:45:50.540738Z","caller":"traceutil/trace.go:171","msg":"trace[1525013399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1611; }","duration":"356.490086ms","start":"2026-03-03T11:45:50.184173Z","end":"2026-03-03T11:45:50.540663Z","steps":["trace[1525013399] 'agreement among raft nodes before linearized reading' (duration: 356.20457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:50.54088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:50.184163Z","time spent":"356.699231ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T11:45:50.540759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.429865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-03T11:45:50.541027Z","caller":"traceutil/trace.go:171","msg":"trace[811610560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1611; }","duration":"362.743783ms","start":"2026-03-03T11:45:50.178251Z","end":"2026-03-03T11:45:50.540995Z","steps":["trace[811610560] 'agreement among raft nodes before linearized reading' (duration: 362.267892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:50.541088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:50.178231Z","time spent":"362.838856ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T11:45:50.541126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:49.828507Z","time spent":"711.792754ms","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:45:50.540942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:50.184706Z","time spent":"355.708347ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T11:45:50.541464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.208774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T11:45:50.541581Z","caller":"traceutil/trace.go:171","msg":"trace[1264163016] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1611; }","duration":"767.368668ms","start":"2026-03-03T11:45:49.774177Z","end":"2026-03-03T11:45:50.541546Z","steps":["trace[1264163016] 'agreement among raft nodes before linearized reading' (duration: 766.319163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:50.541639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:49.774156Z","time spent":"767.469869ms","remote":"127.0.0.1:41936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T11:46:02.213915Z","caller":"traceutil/trace.go:171","msg":"trace[106706043] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"348.826246ms","start":"2026-03-03T11:46:01.865065Z","end":"2026-03-03T11:46:02.213891Z","steps":["trace[106706043] 'process raft request' (duration: 348.466727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:02.214079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:01.865043Z","time spent":"348.939408ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:46:03.114583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982280549,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T11:46:03.581847Z","caller":"traceutil/trace.go:171","msg":"trace[947185104] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"978.338648ms","start":"2026-03-03T11:46:02.603467Z","end":"2026-03-03T11:46:03.581806Z","steps":["trace[947185104] 'process raft request' (duration: 978.141973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:03.582021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:02.603445Z","time spent":"978.487441ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:46:03.638296Z","caller":"traceutil/trace.go:171","msg":"trace[2064532119] linearizableReadLoop","detail":"{readStateIndex:1773; appliedIndex:1771; }","duration":"1.024561153s","start":"2026-03-03T11:46:02.613717Z","end":"2026-03-03T11:46:03.638278Z","steps":["trace[2064532119] 'read index received' (duration: 967.925034ms)","trace[2064532119] 'applied index is now lower than readState.Index' (duration: 56.635408ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:46:03.638351Z","caller":"traceutil/trace.go:171","msg":"trace[2125204547] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"1.034158817s","start":"2026-03-03T11:46:02.604161Z","end":"2026-03-03T11:46:03.63832Z","steps":["trace[2125204547] 'process raft request' (duration: 1.034038985s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:03.638471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:02.604136Z","time spent":"1.034273081s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:46:03.638473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024745417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T11:46:03.638512Z","caller":"traceutil/trace.go:171","msg":"trace[240742699] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1709; }","duration":"1.024815889s","start":"2026-03-03T11:46:02.613684Z","end":"2026-03-03T11:46:03.638499Z","steps":["trace[240742699] 'agreement among raft nodes before linearized reading' (duration: 1.024692976s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:03.638543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:02.613674Z","time spent":"1.024862629s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T11:46:03.638573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023965558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T11:46:03.63864Z","caller":"traceutil/trace.go:171","msg":"trace[847736719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1709; }","duration":"1.02405746s","start":"2026-03-03T11:46:02.614564Z","end":"2026-03-03T11:46:03.638621Z","steps":["trace[847736719] 'agreement among raft nodes before linearized reading' (duration: 1.023918267s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:03.638685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021742257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T11:46:03.6387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020900656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T11:46:03.638699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:02.614553Z","time spent":"1.024131562s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T11:46:03.638725Z","caller":"traceutil/trace.go:171","msg":"trace[1833811159] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1709; }","duration":"1.020946277s","start":"2026-03-03T11:46:02.617771Z","end":"2026-03-03T11:46:03.638717Z","steps":["trace[1833811159] 'agreement among raft nodes before linearized reading' (duration: 1.020882565s)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:03.638731Z","caller":"traceutil/trace.go:171","msg":"trace[665582070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1709; }","duration":"1.021775917s","start":"2026-03-03T11:46:02.616935Z","end":"2026-03-03T11:46:03.638711Z","steps":["trace[665582070] 'agreement among raft nodes before linearized reading' (duration: 1.021684895s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:03.638765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:02.616864Z","time spent":"1.02189476s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T11:46:03.638779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.548181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:46:03.638793Z","caller":"traceutil/trace.go:171","msg":"trace[1099896586] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1709; }","duration":"822.599972ms","start":"2026-03-03T11:46:02.816187Z","end":"2026-03-03T11:46:03.638787Z","steps":["trace[1099896586] 'agreement among raft nodes before linearized reading' (duration: 822.572742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:03.638806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:02.816166Z","time spent":"822.635334ms","remote":"127.0.0.1:49114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:46:03.63874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:02.617762Z","time spent":"1.020974008s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T11:46:03.638819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.801379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:46:03.638851Z","caller":"traceutil/trace.go:171","msg":"trace[1198459281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1709; }","duration":"505.866779ms","start":"2026-03-03T11:46:03.132972Z","end":"2026-03-03T11:46:03.638839Z","steps":["trace[1198459281] 'agreement among raft nodes before linearized reading' (duration: 505.817338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:03.638841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.812345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:46:03.638889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:03.13295Z","time spent":"505.932241ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:46:03.638879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022083934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T11:46:03.638933Z","caller":"traceutil/trace.go:171","msg":"trace[99863543] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1709; }","duration":"694.984578ms","start":"2026-03-03T11:46:02.94393Z","end":"2026-03-03T11:46:03.638915Z","steps":["trace[99863543] 'agreement among raft nodes before linearized reading' (duration: 694.769773ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:03.638949Z","caller":"traceutil/trace.go:171","msg":"trace[1755559626] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1709; }","duration":"1.022197227s","start":"2026-03-03T11:46:02.616736Z","end":"2026-03-03T11:46:03.638933Z","steps":["trace[1755559626] 'agreement among raft nodes before linearized reading' (duration: 1.022003612s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:03.63898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:02.616727Z","time spent":"1.022247709s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T11:46:03.638988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:02.943916Z","time spent":"695.060101ms","remote":"127.0.0.1:42432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:46:03.639119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012145901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T11:46:03.639144Z","caller":"traceutil/trace.go:171","msg":"trace[1778924793] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1709; }","duration":"1.012182881s","start":"2026-03-03T11:46:02.626953Z","end":"2026-03-03T11:46:03.639136Z","steps":["trace[1778924793] 'agreement among raft nodes before linearized reading' (duration: 1.011640729s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:03.63916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:02.626946Z","time spent":"1.012208872s","remote":"127.0.0.1:41936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T11:46:03.951184Z","caller":"traceutil/trace.go:171","msg":"trace[1457564597] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"296.488087ms","start":"2026-03-03T11:46:03.654641Z","end":"2026-03-03T11:46:03.951129Z","steps":["trace[1457564597] 'process raft request' (duration: 263.198775ms)","trace[1457564597] 'compare' (duration: 32.973034ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:46:03.964263Z","caller":"traceutil/trace.go:171","msg":"trace[231551816] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"309.374069ms","start":"2026-03-03T11:46:03.654857Z","end":"2026-03-03T11:46:03.964231Z","steps":["trace[231551816] 'process raft request' (duration: 309.198465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:03.964417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:03.654844Z","time spent":"309.487952ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:46:03.964543Z","caller":"traceutil/trace.go:171","msg":"trace[1037257313] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"309.618775ms","start":"2026-03-03T11:46:03.654895Z","end":"2026-03-03T11:46:03.964514Z","steps":["trace[1037257313] 'process raft request' (duration: 309.287026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:03.964687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:03.654883Z","time spent":"309.730008ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:46:03.964874Z","caller":"traceutil/trace.go:171","msg":"trace[392807187] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"309.478472ms","start":"2026-03-03T11:46:03.655353Z","end":"2026-03-03T11:46:03.964831Z","steps":["trace[392807187] 'process raft request' (duration: 309.085592ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:03.964997Z","caller":"traceutil/trace.go:171","msg":"trace[1245753169] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"309.605415ms","start":"2026-03-03T11:46:03.65537Z","end":"2026-03-03T11:46:03.964976Z","steps":["trace[1245753169] 'process raft request' (duration: 309.501592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:03.965051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:03.655346Z","time spent":"309.601135ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:46:03.965143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:03.655362Z","time spent":"309.689738ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:46:04.221565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.057731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-bfq8n\" ","response":"range_response_count:1 size:5851"} {"level":"info","ts":"2026-03-03T11:46:04.221934Z","caller":"traceutil/trace.go:171","msg":"trace[1198321017] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-bfq8n; range_end:; response_count:1; response_revision:1714; }","duration":"153.42574ms","start":"2026-03-03T11:46:04.068431Z","end":"2026-03-03T11:46:04.221857Z","steps":["trace[1198321017] 'range keys from in-memory index tree' (duration: 152.851776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:08.168842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982280613,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T11:46:08.248342Z","caller":"traceutil/trace.go:171","msg":"trace[287673184] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"653.350263ms","start":"2026-03-03T11:46:07.594971Z","end":"2026-03-03T11:46:08.248322Z","steps":["trace[287673184] 'process raft request' (duration: 653.190309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:08.24849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:07.594916Z","time spent":"653.490456ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:46:08.40919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.635255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:46:08.409351Z","caller":"traceutil/trace.go:171","msg":"trace[1841565782] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"747.699995ms","start":"2026-03-03T11:46:07.661631Z","end":"2026-03-03T11:46:08.409331Z","steps":["trace[1841565782] 'process raft request' (duration: 642.844225ms)","trace[1841565782] 'compare' (duration: 104.468711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:46:08.409431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:07.661608Z","time spent":"747.793808ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:46:08.409496Z","caller":"traceutil/trace.go:171","msg":"trace[1021869439] linearizableReadLoop","detail":"{readStateIndex:1806; appliedIndex:1804; }","duration":"741.628834ms","start":"2026-03-03T11:46:07.667849Z","end":"2026-03-03T11:46:08.409478Z","steps":["trace[1021869439] 'read index received' (duration: 580.442712ms)","trace[1021869439] 'applied index is now lower than readState.Index' (duration: 161.184762ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:46:08.409577Z","caller":"traceutil/trace.go:171","msg":"trace[49064855] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"176.647706ms","start":"2026-03-03T11:46:08.232912Z","end":"2026-03-03T11:46:08.409559Z","steps":["trace[49064855] 'process raft request' (duration: 176.373829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:08.409746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.143226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T11:46:08.409772Z","caller":"traceutil/trace.go:171","msg":"trace[644938291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1742; }","duration":"425.188836ms","start":"2026-03-03T11:46:07.984577Z","end":"2026-03-03T11:46:08.409766Z","steps":["trace[644938291] 'agreement among raft nodes before linearized reading' (duration: 425.129405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:08.409788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:07.98457Z","time spent":"425.213578ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T11:46:08.409782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.9216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T11:46:08.40981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.688933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T11:46:08.409794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.268856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:46:08.409851Z","caller":"traceutil/trace.go:171","msg":"trace[597907642] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1742; }","duration":"432.753945ms","start":"2026-03-03T11:46:07.977087Z","end":"2026-03-03T11:46:08.409841Z","steps":["trace[597907642] 'agreement among raft nodes before linearized reading' (duration: 432.619202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:08.409823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.560693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T11:46:08.409859Z","caller":"traceutil/trace.go:171","msg":"trace[834127486] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1742; }","duration":"742.085794ms","start":"2026-03-03T11:46:07.667751Z","end":"2026-03-03T11:46:08.409837Z","steps":["trace[834127486] 'agreement among raft nodes before linearized reading' (duration: 741.833418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:08.409871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.407387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:46:08.409889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:07.977075Z","time spent":"432.808396ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T11:46:08.409896Z","caller":"traceutil/trace.go:171","msg":"trace[104075651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1742; }","duration":"277.384179ms","start":"2026-03-03T11:46:08.132489Z","end":"2026-03-03T11:46:08.409874Z","steps":["trace[104075651] 'agreement among raft nodes before linearized reading' (duration: 277.205845ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:08.409911Z","caller":"traceutil/trace.go:171","msg":"trace[1592877134] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1742; }","duration":"441.468548ms","start":"2026-03-03T11:46:07.968431Z","end":"2026-03-03T11:46:08.409899Z","steps":["trace[1592877134] 'agreement among raft nodes before linearized reading' (duration: 441.402247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:08.409909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:07.66773Z","time spent":"742.170276ms","remote":"127.0.0.1:41936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T11:46:08.409915Z","caller":"traceutil/trace.go:171","msg":"trace[1100269595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1742; }","duration":"430.676695ms","start":"2026-03-03T11:46:07.979215Z","end":"2026-03-03T11:46:08.409891Z","steps":["trace[1100269595] 'agreement among raft nodes before linearized reading' (duration: 430.424589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:08.409944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:07.968421Z","time spent":"441.51535ms","remote":"127.0.0.1:42578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:46:08.409684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.77026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T11:46:08.409972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:07.979208Z","time spent":"430.750708ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T11:46:08.409995Z","caller":"traceutil/trace.go:171","msg":"trace[1324138506] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1742; }","duration":"446.135768ms","start":"2026-03-03T11:46:07.963851Z","end":"2026-03-03T11:46:08.409987Z","steps":["trace[1324138506] 'agreement among raft nodes before linearized reading' (duration: 445.726479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:08.410019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:07.963827Z","time spent":"446.18518ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T11:46:08.409944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.578207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T11:46:08.410108Z","caller":"traceutil/trace.go:171","msg":"trace[1072103479] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1742; }","duration":"431.719921ms","start":"2026-03-03T11:46:07.978338Z","end":"2026-03-03T11:46:08.410058Z","steps":["trace[1072103479] 'agreement among raft nodes before linearized reading' (duration: 431.518096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:08.410215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:07.97833Z","time spent":"431.858214ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T11:46:40.575323Z","caller":"traceutil/trace.go:171","msg":"trace[1408658347] linearizableReadLoop","detail":"{readStateIndex:1972; appliedIndex:1971; }","duration":"159.102534ms","start":"2026-03-03T11:46:40.416202Z","end":"2026-03-03T11:46:40.575305Z","steps":["trace[1408658347] 'read index received' (duration: 158.918359ms)","trace[1408658347] 'applied index is now lower than readState.Index' (duration: 183.535µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:46:40.575428Z","caller":"traceutil/trace.go:171","msg":"trace[1313034531] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"220.385249ms","start":"2026-03-03T11:46:40.355006Z","end":"2026-03-03T11:46:40.575391Z","steps":["trace[1313034531] 'process raft request' (duration: 220.191434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:40.575466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.249678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:46:40.575497Z","caller":"traceutil/trace.go:171","msg":"trace[965239933] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:1900; }","duration":"159.34316ms","start":"2026-03-03T11:46:40.416147Z","end":"2026-03-03T11:46:40.57549Z","steps":["trace[965239933] 'agreement among raft nodes before linearized reading' (duration: 159.233447ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:40.666636Z","caller":"traceutil/trace.go:171","msg":"trace[1162320002] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"140.167091ms","start":"2026-03-03T11:46:40.526443Z","end":"2026-03-03T11:46:40.66661Z","steps":["trace[1162320002] 'process raft request' (duration: 124.585613ms)","trace[1162320002] 'compare' (duration: 15.442504ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:46:40.666841Z","caller":"traceutil/trace.go:171","msg":"trace[812507307] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"139.796832ms","start":"2026-03-03T11:46:40.527018Z","end":"2026-03-03T11:46:40.666815Z","steps":["trace[812507307] 'process raft request' (duration: 139.559167ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:41.690553Z","caller":"traceutil/trace.go:171","msg":"trace[39102231] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"151.06649ms","start":"2026-03-03T11:46:41.539461Z","end":"2026-03-03T11:46:41.690528Z","steps":["trace[39102231] 'process raft request' (duration: 150.832454ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:46.997681Z","caller":"traceutil/trace.go:171","msg":"trace[1617241638] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"212.737954ms","start":"2026-03-03T11:46:46.78491Z","end":"2026-03-03T11:46:46.997648Z","steps":["trace[1617241638] 'process raft request' (duration: 148.211315ms)","trace[1617241638] 'compare' (duration: 64.391106ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:46:47.058112Z","caller":"traceutil/trace.go:171","msg":"trace[1494661047] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"272.222127ms","start":"2026-03-03T11:46:46.78586Z","end":"2026-03-03T11:46:47.058082Z","steps":["trace[1494661047] 'process raft request' (duration: 272.127834ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:47.058153Z","caller":"traceutil/trace.go:171","msg":"trace[656572581] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"272.420111ms","start":"2026-03-03T11:46:46.785699Z","end":"2026-03-03T11:46:47.058119Z","steps":["trace[656572581] 'process raft request' (duration: 272.139564ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:47.058301Z","caller":"traceutil/trace.go:171","msg":"trace[1935309256] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"272.33646ms","start":"2026-03-03T11:46:46.785942Z","end":"2026-03-03T11:46:47.058279Z","steps":["trace[1935309256] 'process raft request' (duration: 272.095454ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:48.739241Z","caller":"traceutil/trace.go:171","msg":"trace[97135080] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"136.528907ms","start":"2026-03-03T11:46:48.60269Z","end":"2026-03-03T11:46:48.739218Z","steps":["trace[97135080] 'process raft request' (duration: 136.399884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:49.254192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.345882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:46:49.254382Z","caller":"traceutil/trace.go:171","msg":"trace[1126849059] linearizableReadLoop","detail":"{readStateIndex:2015; appliedIndex:2012; }","duration":"515.692725ms","start":"2026-03-03T11:46:48.738673Z","end":"2026-03-03T11:46:49.254366Z","steps":["trace[1126849059] 'read index received' (duration: 399.23µs)","trace[1126849059] 'applied index is now lower than readState.Index' (duration: 515.292595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:46:49.25456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.272905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T11:46:49.254523Z","caller":"traceutil/trace.go:171","msg":"trace[1891545236] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"565.892133ms","start":"2026-03-03T11:46:48.688582Z","end":"2026-03-03T11:46:49.254474Z","steps":["trace[1891545236] 'process raft request' (duration: 168.180312ms)","trace[1891545236] 'compare' (duration: 397.108107ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:46:49.254597Z","caller":"traceutil/trace.go:171","msg":"trace[1859309392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1941; }","duration":"192.338717ms","start":"2026-03-03T11:46:49.062249Z","end":"2026-03-03T11:46:49.254587Z","steps":["trace[1859309392] 'agreement among raft nodes before linearized reading' (duration: 192.234935ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:49.2546Z","caller":"traceutil/trace.go:171","msg":"trace[1022644552] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"564.330079ms","start":"2026-03-03T11:46:48.69024Z","end":"2026-03-03T11:46:49.25457Z","steps":["trace[1022644552] 'process raft request' (duration: 564.046102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:49.254644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.977191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T11:46:49.254645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.167173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T11:46:49.254693Z","caller":"traceutil/trace.go:171","msg":"trace[1511645703] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1941; }","duration":"516.051423ms","start":"2026-03-03T11:46:48.738625Z","end":"2026-03-03T11:46:49.254677Z","steps":["trace[1511645703] 'agreement among raft nodes before linearized reading' (duration: 515.828078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:49.254701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:48.688559Z","time spent":"566.053978ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:46:49.254721Z","caller":"traceutil/trace.go:171","msg":"trace[939130152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1941; }","duration":"192.280976ms","start":"2026-03-03T11:46:49.062424Z","end":"2026-03-03T11:46:49.254705Z","steps":["trace[939130152] 'agreement among raft nodes before linearized reading' (duration: 192.057831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:49.254737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:48.738596Z","time spent":"516.129435ms","remote":"127.0.0.1:41936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T11:46:49.254743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:48.690216Z","time spent":"564.445572ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:46:49.25473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.155603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:46:49.254801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.901479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T11:46:49.254572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.789615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T11:46:49.254887Z","caller":"traceutil/trace.go:171","msg":"trace[550323956] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1941; }","duration":"485.135624ms","start":"2026-03-03T11:46:48.769737Z","end":"2026-03-03T11:46:49.254873Z","steps":["trace[550323956] 'agreement among raft nodes before linearized reading' (duration: 484.724994ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:49.254887Z","caller":"traceutil/trace.go:171","msg":"trace[348191619] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1941; }","duration":"193.042142ms","start":"2026-03-03T11:46:49.061826Z","end":"2026-03-03T11:46:49.254868Z","steps":["trace[348191619] 'agreement among raft nodes before linearized reading' (duration: 192.777796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:49.254931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:48.769718Z","time spent":"485.202476ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T11:46:49.254841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.02624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T11:46:49.255003Z","caller":"traceutil/trace.go:171","msg":"trace[772729853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1941; }","duration":"254.215724ms","start":"2026-03-03T11:46:49.000775Z","end":"2026-03-03T11:46:49.254991Z","steps":["trace[772729853] 'agreement among raft nodes before linearized reading' (duration: 254.004569ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:49.254835Z","caller":"traceutil/trace.go:171","msg":"trace[1173858135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1941; }","duration":"120.306476ms","start":"2026-03-03T11:46:49.134511Z","end":"2026-03-03T11:46:49.254817Z","steps":["trace[1173858135] 'agreement among raft nodes before linearized reading' (duration: 120.167493ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:49.435324Z","caller":"traceutil/trace.go:171","msg":"trace[678487847] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"177.032675ms","start":"2026-03-03T11:46:49.258265Z","end":"2026-03-03T11:46:49.435297Z","steps":["trace[678487847] 'process raft request' (duration: 176.882662ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:49.436022Z","caller":"traceutil/trace.go:171","msg":"trace[1871170241] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"176.930813ms","start":"2026-03-03T11:46:49.259001Z","end":"2026-03-03T11:46:49.435932Z","steps":["trace[1871170241] 'process raft request' (duration: 176.732258ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:49.436171Z","caller":"traceutil/trace.go:171","msg":"trace[852663268] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"176.861302ms","start":"2026-03-03T11:46:49.259291Z","end":"2026-03-03T11:46:49.436153Z","steps":["trace[852663268] 'process raft request' (duration: 176.77021ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:49.436205Z","caller":"traceutil/trace.go:171","msg":"trace[978071977] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"177.086606ms","start":"2026-03-03T11:46:49.259097Z","end":"2026-03-03T11:46:49.436183Z","steps":["trace[978071977] 'process raft request' (duration: 176.79149ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:49.43623Z","caller":"traceutil/trace.go:171","msg":"trace[1019026627] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"176.824471ms","start":"2026-03-03T11:46:49.259385Z","end":"2026-03-03T11:46:49.436209Z","steps":["trace[1019026627] 'process raft request' (duration: 176.734859ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:47:15.166564Z","caller":"traceutil/trace.go:171","msg":"trace[854379223] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"174.815914ms","start":"2026-03-03T11:47:14.991704Z","end":"2026-03-03T11:47:15.16652Z","steps":["trace[854379223] 'process raft request' (duration: 174.63562ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:47:47.090975Z","caller":"traceutil/trace.go:171","msg":"trace[468787106] transaction","detail":"{read_only:false; response_revision:2426; number_of_response:1; }","duration":"117.71627ms","start":"2026-03-03T11:47:46.973234Z","end":"2026-03-03T11:47:47.09095Z","steps":["trace[468787106] 'process raft request' (duration: 117.483555ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:47:53.534319Z","caller":"traceutil/trace.go:171","msg":"trace[1237135574] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"424.265662ms","start":"2026-03-03T11:47:53.110025Z","end":"2026-03-03T11:47:53.53429Z","steps":["trace[1237135574] 'process raft request' (duration: 374.340123ms)","trace[1237135574] 'compare' (duration: 49.718574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:47:53.534492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:47:53.110009Z","time spent":"424.383924ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:47:53.64911Z","caller":"traceutil/trace.go:171","msg":"trace[1498409741] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"102.229514ms","start":"2026-03-03T11:47:53.546862Z","end":"2026-03-03T11:47:53.649091Z","steps":["trace[1498409741] 'process raft request' (duration: 102.110421ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:47:53.720281Z","caller":"traceutil/trace.go:171","msg":"trace[248190644] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"172.7271ms","start":"2026-03-03T11:47:53.547534Z","end":"2026-03-03T11:47:53.720261Z","steps":["trace[248190644] 'process raft request' (duration: 172.633638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:47:54.603499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.200967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:47:54.6036Z","caller":"traceutil/trace.go:171","msg":"trace[1949584841] linearizableReadLoop","detail":"{readStateIndex:2554; appliedIndex:2553; }","duration":"778.374076ms","start":"2026-03-03T11:47:53.825212Z","end":"2026-03-03T11:47:54.603586Z","steps":["trace[1949584841] 'read index received' (duration: 307.914983ms)","trace[1949584841] 'applied index is now lower than readState.Index' (duration: 470.457983ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:47:54.603936Z","caller":"traceutil/trace.go:171","msg":"trace[1865557906] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"805.190839ms","start":"2026-03-03T11:47:53.798696Z","end":"2026-03-03T11:47:54.603887Z","steps":["trace[1865557906] 'process raft request' (duration: 334.499041ms)","trace[1865557906] 'compare' (duration: 470.008432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:47:54.60406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.724178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:47:54.604109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.632954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T11:47:54.604153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.814015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T11:47:54.604173Z","caller":"traceutil/trace.go:171","msg":"trace[329319163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2459; }","duration":"467.887132ms","start":"2026-03-03T11:47:54.136254Z","end":"2026-03-03T11:47:54.604142Z","steps":["trace[329319163] 'agreement among raft nodes before linearized reading' (duration: 467.727608ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:47:54.604183Z","caller":"traceutil/trace.go:171","msg":"trace[1122438607] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2459; }","duration":"740.738756ms","start":"2026-03-03T11:47:53.863425Z","end":"2026-03-03T11:47:54.604164Z","steps":["trace[1122438607] 'agreement among raft nodes before linearized reading' (duration: 740.546122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:47:54.60424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:47:53.863407Z","time spent":"740.823419ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T11:47:54.604236Z","caller":"traceutil/trace.go:171","msg":"trace[477645447] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2459; }","duration":"736.923547ms","start":"2026-03-03T11:47:53.867293Z","end":"2026-03-03T11:47:54.604216Z","steps":["trace[477645447] 'agreement among raft nodes before linearized reading' (duration: 736.65873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:47:54.604241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:47:54.136228Z","time spent":"468.001055ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:47:54.604223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.162037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T11:47:54.604305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:47:53.867277Z","time spent":"737.013269ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T11:47:54.604158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:47:53.798674Z","time spent":"805.372464ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:47:54.604357Z","caller":"traceutil/trace.go:171","msg":"trace[735095239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2459; }","duration":"777.327391ms","start":"2026-03-03T11:47:53.82701Z","end":"2026-03-03T11:47:54.604337Z","steps":["trace[735095239] 'agreement among raft nodes before linearized reading' (duration: 777.061175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:47:54.604404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:47:53.826991Z","time spent":"777.400713ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T11:47:54.604487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.053425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T11:47:54.604639Z","caller":"traceutil/trace.go:171","msg":"trace[1174002380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2459; }","duration":"777.528846ms","start":"2026-03-03T11:47:53.827001Z","end":"2026-03-03T11:47:54.60453Z","steps":["trace[1174002380] 'agreement among raft nodes before linearized reading' (duration: 776.930102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:47:54.604717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:47:53.826982Z","time spent":"777.696889ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T11:47:54.60491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.699218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T11:47:54.605028Z","caller":"traceutil/trace.go:171","msg":"trace[509736715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2459; }","duration":"779.846952ms","start":"2026-03-03T11:47:53.825166Z","end":"2026-03-03T11:47:54.605013Z","steps":["trace[509736715] 'agreement among raft nodes before linearized reading' (duration: 778.710365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:47:54.605294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:47:53.825155Z","time spent":"780.120508ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T11:47:55.111821Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982282318,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T11:47:55.146731Z","caller":"traceutil/trace.go:171","msg":"trace[858956068] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"537.048006ms","start":"2026-03-03T11:47:54.609659Z","end":"2026-03-03T11:47:55.146707Z","steps":["trace[858956068] 'process raft request' (duration: 502.955551ms)","trace[858956068] 'compare' (duration: 34.001173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:47:55.146875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:47:54.609634Z","time spent":"537.173369ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:47:55.293031Z","caller":"traceutil/trace.go:171","msg":"trace[1052562954] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"683.071225ms","start":"2026-03-03T11:47:54.609929Z","end":"2026-03-03T11:47:55.293001Z","steps":["trace[1052562954] 'process raft request' (duration: 658.601857ms)","trace[1052562954] 'compare' (duration: 24.267863ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:47:55.29338Z","caller":"traceutil/trace.go:171","msg":"trace[1132655337] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"683.233549ms","start":"2026-03-03T11:47:54.610095Z","end":"2026-03-03T11:47:55.293328Z","steps":["trace[1132655337] 'process raft request' (duration: 682.86175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:47:55.293433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:47:54.609914Z","time spent":"683.194139ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:47:55.293573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:47:54.610081Z","time spent":"683.384693ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:47:55.293694Z","caller":"traceutil/trace.go:171","msg":"trace[262047437] linearizableReadLoop","detail":"{readStateIndex:2559; appliedIndex:2554; }","duration":"682.725936ms","start":"2026-03-03T11:47:54.610939Z","end":"2026-03-03T11:47:55.293665Z","steps":["trace[262047437] 'read index received' (duration: 501.704311ms)","trace[262047437] 'applied index is now lower than readState.Index' (duration: 181.020005ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:47:55.293844Z","caller":"traceutil/trace.go:171","msg":"trace[79311627] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"683.664329ms","start":"2026-03-03T11:47:54.610159Z","end":"2026-03-03T11:47:55.293823Z","steps":["trace[79311627] 'process raft request' (duration: 683.076885ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:47:55.293872Z","caller":"traceutil/trace.go:171","msg":"trace[1459285069] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"683.661639ms","start":"2026-03-03T11:47:54.610191Z","end":"2026-03-03T11:47:55.293853Z","steps":["trace[1459285069] 'process raft request' (duration: 683.306891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:47:55.293956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:47:54.610144Z","time spent":"683.744632ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:47:55.293986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.028214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"warn","ts":"2026-03-03T11:47:55.29401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.556189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189952542fada331\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-03T11:47:55.294063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.952252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:47:55.294088Z","caller":"traceutil/trace.go:171","msg":"trace[934237811] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189952542fada331; range_end:; response_count:1; response_revision:2464; }","duration":"413.673122ms","start":"2026-03-03T11:47:54.880395Z","end":"2026-03-03T11:47:55.294069Z","steps":["trace[934237811] 'agreement among raft nodes before linearized reading' (duration: 413.464216ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:47:55.294101Z","caller":"traceutil/trace.go:171","msg":"trace[1118078394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2464; }","duration":"158.011423ms","start":"2026-03-03T11:47:55.136075Z","end":"2026-03-03T11:47:55.294086Z","steps":["trace[1118078394] 'agreement among raft nodes before linearized reading' (duration: 157.960322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:47:55.294143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:47:54.880373Z","time spent":"413.758014ms","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.189952542fada331\" "} {"level":"info","ts":"2026-03-03T11:47:55.294038Z","caller":"traceutil/trace.go:171","msg":"trace[453937925] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2464; }","duration":"683.114106ms","start":"2026-03-03T11:47:54.610911Z","end":"2026-03-03T11:47:55.294026Z","steps":["trace[453937925] 'agreement among raft nodes before linearized reading' (duration: 682.91787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:47:55.294286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:47:54.610901Z","time spent":"683.369523ms","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1336,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-03T11:47:55.294283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:47:54.610166Z","time spent":"683.749162ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:47:56.021546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.72348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:47:56.021712Z","caller":"traceutil/trace.go:171","msg":"trace[989212615] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"366.819005ms","start":"2026-03-03T11:47:55.654874Z","end":"2026-03-03T11:47:56.021693Z","steps":["trace[989212615] 'process raft request' (duration: 121.864109ms)","trace[989212615] 'compare' (duration: 244.598847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:47:56.021784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:47:55.654848Z","time spent":"366.905307ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:47:56.021885Z","caller":"traceutil/trace.go:171","msg":"trace[1964529388] linearizableReadLoop","detail":"{readStateIndex:2563; appliedIndex:2561; }","duration":"223.486829ms","start":"2026-03-03T11:47:55.798335Z","end":"2026-03-03T11:47:56.021822Z","steps":["trace[1964529388] 'read index received' (duration: 136.033283ms)","trace[1964529388] 'applied index is now lower than readState.Index' (duration: 87.451426ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:47:56.021917Z","caller":"traceutil/trace.go:171","msg":"trace[2054445795] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"296.861492ms","start":"2026-03-03T11:47:55.725028Z","end":"2026-03-03T11:47:56.021889Z","steps":["trace[2054445795] 'process raft request' (duration: 296.623967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:47:56.022147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.20259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-03T11:47:56.022188Z","caller":"traceutil/trace.go:171","msg":"trace[1161930171] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2468; }","duration":"173.267631ms","start":"2026-03-03T11:47:55.84891Z","end":"2026-03-03T11:47:56.022177Z","steps":["trace[1161930171] 'agreement among raft nodes before linearized reading' (duration: 173.130528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:47:56.022304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.921089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T11:47:56.022442Z","caller":"traceutil/trace.go:171","msg":"trace[317233569] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2468; }","duration":"224.122484ms","start":"2026-03-03T11:47:55.798286Z","end":"2026-03-03T11:47:56.022408Z","steps":["trace[317233569] 'agreement among raft nodes before linearized reading' (duration: 223.696793ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:49:34.486585Z","caller":"traceutil/trace.go:171","msg":"trace[927367874] transaction","detail":"{read_only:false; response_revision:2991; number_of_response:1; }","duration":"106.382827ms","start":"2026-03-03T11:49:34.380183Z","end":"2026-03-03T11:49:34.486566Z","steps":["trace[927367874] 'process raft request' (duration: 106.244614ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:50:12.435135Z","caller":"traceutil/trace.go:171","msg":"trace[113596124] transaction","detail":"{read_only:false; response_revision:3319; number_of_response:1; }","duration":"300.127466ms","start":"2026-03-03T11:50:12.134982Z","end":"2026-03-03T11:50:12.43511Z","steps":["trace[113596124] 'process raft request' (duration: 299.930861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:50:12.435455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:50:12.134953Z","time spent":"300.364542ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:50:13.016308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.108991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:50:13.016379Z","caller":"traceutil/trace.go:171","msg":"trace[499806655] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3319; }","duration":"488.238473ms","start":"2026-03-03T11:50:12.52812Z","end":"2026-03-03T11:50:13.016358Z","steps":["trace[499806655] 'count revisions from in-memory index tree' (duration: 487.924096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:50:13.016412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:50:12.528088Z","time spent":"488.314656ms","remote":"127.0.0.1:54056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:50:13.016882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.992577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:50:13.018805Z","caller":"traceutil/trace.go:171","msg":"trace[1742052278] linearizableReadLoop","detail":"{readStateIndex:3451; appliedIndex:3449; }","duration":"279.066374ms","start":"2026-03-03T11:50:12.739667Z","end":"2026-03-03T11:50:13.018733Z","steps":["trace[1742052278] 'read index received' (duration: 31.151671ms)","trace[1742052278] 'applied index is now lower than readState.Index' (duration: 247.913193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:50:13.019002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.329611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:50:13.019088Z","caller":"traceutil/trace.go:171","msg":"trace[1334379444] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:3321; }","duration":"279.462624ms","start":"2026-03-03T11:50:12.739603Z","end":"2026-03-03T11:50:13.019066Z","steps":["trace[1334379444] 'agreement among raft nodes before linearized reading' (duration: 279.28084ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:50:13.019463Z","caller":"traceutil/trace.go:171","msg":"trace[1967620011] transaction","detail":"{read_only:false; response_revision:3320; number_of_response:1; }","duration":"407.03184ms","start":"2026-03-03T11:50:12.612384Z","end":"2026-03-03T11:50:13.019416Z","steps":["trace[1967620011] 'process raft request' (duration: 158.427891ms)","trace[1967620011] 'compare' (duration: 245.606928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:50:13.019582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:50:12.612359Z","time spent":"407.157104ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:50:13.020085Z","caller":"traceutil/trace.go:171","msg":"trace[621086365] transaction","detail":"{read_only:false; response_revision:3321; number_of_response:1; }","duration":"406.755814ms","start":"2026-03-03T11:50:12.61329Z","end":"2026-03-03T11:50:13.020046Z","steps":["trace[621086365] 'process raft request' (duration: 405.340961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:50:13.020195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:50:12.613255Z","time spent":"406.883527ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:51:17.712938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.304683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:51:17.713027Z","caller":"traceutil/trace.go:171","msg":"trace[845764789] transaction","detail":"{read_only:false; response_revision:3742; number_of_response:1; }","duration":"182.653515ms","start":"2026-03-03T11:51:17.530361Z","end":"2026-03-03T11:51:17.713014Z","steps":["trace[845764789] 'process raft request' (duration: 46.208627ms)","trace[845764789] 'compare' (duration: 136.202431ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:51:23.476327Z","caller":"traceutil/trace.go:171","msg":"trace[1632437309] transaction","detail":"{read_only:false; response_revision:4094; number_of_response:1; }","duration":"149.59257ms","start":"2026-03-03T11:51:23.326714Z","end":"2026-03-03T11:51:23.476307Z","steps":["trace[1632437309] 'process raft request' (duration: 149.441867ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:23.483048Z","caller":"traceutil/trace.go:171","msg":"trace[83186337] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4094; }","duration":"104.069599ms","start":"2026-03-03T11:51:23.378948Z","end":"2026-03-03T11:51:23.483018Z","steps":["trace[83186337] 'process raft request' (duration: 103.918926ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:23.930179Z","caller":"traceutil/trace.go:171","msg":"trace[718330752] transaction","detail":"{read_only:false; response_revision:4100; number_of_response:1; }","duration":"100.111515ms","start":"2026-03-03T11:51:23.830028Z","end":"2026-03-03T11:51:23.93014Z","steps":["trace[718330752] 'process raft request' (duration: 99.362248ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:24.42668Z","caller":"traceutil/trace.go:171","msg":"trace[787969612] transaction","detail":"{read_only:false; response_revision:4108; number_of_response:1; }","duration":"136.112839ms","start":"2026-03-03T11:51:24.290533Z","end":"2026-03-03T11:51:24.426646Z","steps":["trace[787969612] 'process raft request' (duration: 135.914065ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:24.429781Z","caller":"traceutil/trace.go:171","msg":"trace[53983468] linearizableReadLoop","detail":"{readStateIndex:4274; appliedIndex:4272; }","duration":"137.781949ms","start":"2026-03-03T11:51:24.291973Z","end":"2026-03-03T11:51:24.429754Z","steps":["trace[53983468] 'read index received' (duration: 134.477111ms)","trace[53983468] 'applied index is now lower than readState.Index' (duration: 3.303848ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:51:24.429816Z","caller":"traceutil/trace.go:171","msg":"trace[1500762363] transaction","detail":"{read_only:false; response_revision:4109; number_of_response:1; }","duration":"138.766002ms","start":"2026-03-03T11:51:24.291024Z","end":"2026-03-03T11:51:24.42979Z","steps":["trace[1500762363] 'process raft request' (duration: 138.568987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:24.430023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.023915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T11:51:24.430065Z","caller":"traceutil/trace.go:171","msg":"trace[1367034042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4109; }","duration":"138.096806ms","start":"2026-03-03T11:51:24.291958Z","end":"2026-03-03T11:51:24.430054Z","steps":["trace[1367034042] 'agreement among raft nodes before linearized reading' (duration: 137.930712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:24.430072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.985144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T11:51:24.430139Z","caller":"traceutil/trace.go:171","msg":"trace[235238301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4109; }","duration":"138.084026ms","start":"2026-03-03T11:51:24.292037Z","end":"2026-03-03T11:51:24.430121Z","steps":["trace[235238301] 'agreement among raft nodes before linearized reading' (duration: 137.908352ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:25.137951Z","caller":"traceutil/trace.go:171","msg":"trace[1721582863] linearizableReadLoop","detail":"{readStateIndex:4295; appliedIndex:4294; }","duration":"108.852253ms","start":"2026-03-03T11:51:25.029074Z","end":"2026-03-03T11:51:25.137926Z","steps":["trace[1721582863] 'read index received' (duration: 108.646298ms)","trace[1721582863] 'applied index is now lower than readState.Index' (duration: 204.445µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:51:25.138051Z","caller":"traceutil/trace.go:171","msg":"trace[2118204010] transaction","detail":"{read_only:false; response_revision:4130; number_of_response:1; }","duration":"158.528202ms","start":"2026-03-03T11:51:24.979495Z","end":"2026-03-03T11:51:25.138023Z","steps":["trace[2118204010] 'process raft request' (duration: 158.255436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:25.138295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.193251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-03T11:51:25.138385Z","caller":"traceutil/trace.go:171","msg":"trace[1385156999] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4130; }","duration":"109.343574ms","start":"2026-03-03T11:51:25.029018Z","end":"2026-03-03T11:51:25.138362Z","steps":["trace[1385156999] 'agreement among raft nodes before linearized reading' (duration: 109.047227ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:25.138571Z","caller":"traceutil/trace.go:171","msg":"trace[970405211] transaction","detail":"{read_only:false; response_revision:4131; number_of_response:1; }","duration":"106.64748ms","start":"2026-03-03T11:51:25.031894Z","end":"2026-03-03T11:51:25.138541Z","steps":["trace[970405211] 'process raft request' (duration: 106.447666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:25.798467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.065544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-03T11:51:25.798568Z","caller":"traceutil/trace.go:171","msg":"trace[229115872] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4178; }","duration":"143.240008ms","start":"2026-03-03T11:51:25.655308Z","end":"2026-03-03T11:51:25.798548Z","steps":["trace[229115872] 'range keys from in-memory index tree' (duration: 142.773197ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:26.070832Z","caller":"traceutil/trace.go:171","msg":"trace[2083582392] transaction","detail":"{read_only:false; response_revision:4179; number_of_response:1; }","duration":"157.309713ms","start":"2026-03-03T11:51:25.913494Z","end":"2026-03-03T11:51:26.070804Z","steps":["trace[2083582392] 'process raft request' (duration: 157.122468ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:29.172125Z","caller":"traceutil/trace.go:171","msg":"trace[109443736] transaction","detail":"{read_only:false; response_revision:4238; number_of_response:1; }","duration":"371.393002ms","start":"2026-03-03T11:51:28.800706Z","end":"2026-03-03T11:51:29.172099Z","steps":["trace[109443736] 'process raft request' (duration: 369.444576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:29.172922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:28.800684Z","time spent":"372.12609ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:51:30.468367Z","caller":"traceutil/trace.go:171","msg":"trace[546892080] linearizableReadLoop","detail":"{readStateIndex:4414; appliedIndex:4413; }","duration":"193.155103ms","start":"2026-03-03T11:51:30.275179Z","end":"2026-03-03T11:51:30.468334Z","steps":["trace[546892080] 'read index received' (duration: 192.914467ms)","trace[546892080] 'applied index is now lower than readState.Index' (duration: 239.476µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:51:30.468691Z","caller":"traceutil/trace.go:171","msg":"trace[1125401975] transaction","detail":"{read_only:false; response_revision:4248; number_of_response:1; }","duration":"194.428414ms","start":"2026-03-03T11:51:30.274224Z","end":"2026-03-03T11:51:30.468653Z","steps":["trace[1125401975] 'process raft request' (duration: 193.916362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:30.468758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.562193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a8638a6c-3f76-4395-ba20-e4c5e3367491\" ","response":"range_response_count:1 size:4081"} {"level":"warn","ts":"2026-03-03T11:51:30.468786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.978941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:51:30.468821Z","caller":"traceutil/trace.go:171","msg":"trace[1433179332] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a8638a6c-3f76-4395-ba20-e4c5e3367491; range_end:; response_count:1; response_revision:4248; }","duration":"193.666495ms","start":"2026-03-03T11:51:30.275139Z","end":"2026-03-03T11:51:30.468806Z","steps":["trace[1433179332] 'agreement among raft nodes before linearized reading' (duration: 193.45031ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:30.468841Z","caller":"traceutil/trace.go:171","msg":"trace[1249001532] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4248; }","duration":"105.103704ms","start":"2026-03-03T11:51:30.363723Z","end":"2026-03-03T11:51:30.468827Z","steps":["trace[1249001532] 'agreement among raft nodes before linearized reading' (duration: 104.990352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:33.148789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.393268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:51:33.148892Z","caller":"traceutil/trace.go:171","msg":"trace[1916173470] transaction","detail":"{read_only:false; response_revision:4325; number_of_response:1; }","duration":"348.043389ms","start":"2026-03-03T11:51:32.800835Z","end":"2026-03-03T11:51:33.148878Z","steps":["trace[1916173470] 'process raft request' (duration: 106.503857ms)","trace[1916173470] 'compare' (duration: 240.888565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:51:33.148929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:32.800816Z","time spent":"348.097889ms","remote":"127.0.0.1:42632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":985,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T11:51:33.153959Z","caller":"traceutil/trace.go:171","msg":"trace[1801342209] transaction","detail":"{read_only:false; response_revision:4326; number_of_response:1; }","duration":"336.285389ms","start":"2026-03-03T11:51:32.81765Z","end":"2026-03-03T11:51:33.153935Z","steps":["trace[1801342209] 'process raft request' (duration: 335.942101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:33.154093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:32.817618Z","time spent":"336.403492ms","remote":"127.0.0.1:42632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1348,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:51:33.15418Z","caller":"traceutil/trace.go:171","msg":"trace[2056048983] linearizableReadLoop","detail":"{readStateIndex:4499; appliedIndex:4497; }","duration":"193.542743ms","start":"2026-03-03T11:51:32.960594Z","end":"2026-03-03T11:51:33.154136Z","steps":["trace[2056048983] 'read index received' (duration: 192.9918ms)","trace[2056048983] 'applied index is now lower than readState.Index' (duration: 547.863µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:51:33.154183Z","caller":"traceutil/trace.go:171","msg":"trace[1479794871] transaction","detail":"{read_only:false; response_revision:4327; number_of_response:1; }","duration":"335.51369ms","start":"2026-03-03T11:51:32.818624Z","end":"2026-03-03T11:51:33.154138Z","steps":["trace[1479794871] 'process raft request' (duration: 335.270294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:33.154425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:32.818607Z","time spent":"335.738945ms","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T11:51:33.155012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.421584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2194593"} {"level":"info","ts":"2026-03-03T11:51:33.155052Z","caller":"traceutil/trace.go:171","msg":"trace[1764007513] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4327; }","duration":"194.491586ms","start":"2026-03-03T11:51:32.960549Z","end":"2026-03-03T11:51:33.155041Z","steps":["trace[1764007513] 'agreement among raft nodes before linearized reading' (duration: 193.760178ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:33.33873Z","caller":"traceutil/trace.go:171","msg":"trace[1915711949] transaction","detail":"{read_only:false; response_revision:4330; number_of_response:1; }","duration":"180.131334ms","start":"2026-03-03T11:51:33.158568Z","end":"2026-03-03T11:51:33.338699Z","steps":["trace[1915711949] 'process raft request' (duration: 180.034311ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:33.338764Z","caller":"traceutil/trace.go:171","msg":"trace[898358966] transaction","detail":"{read_only:false; response_revision:4329; number_of_response:1; }","duration":"180.770928ms","start":"2026-03-03T11:51:33.157958Z","end":"2026-03-03T11:51:33.338729Z","steps":["trace[898358966] 'process raft request' (duration: 175.36046ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:33.564409Z","caller":"traceutil/trace.go:171","msg":"trace[593771894] transaction","detail":"{read_only:false; response_revision:4331; number_of_response:1; }","duration":"397.049101ms","start":"2026-03-03T11:51:33.167328Z","end":"2026-03-03T11:51:33.564377Z","steps":["trace[593771894] 'process raft request' (duration: 323.927936ms)","trace[593771894] 'compare' (duration: 72.947581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:51:33.564606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:33.167313Z","time spent":"397.234725ms","remote":"127.0.0.1:42408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T11:51:33.564546Z","caller":"traceutil/trace.go:171","msg":"trace[383797554] transaction","detail":"{read_only:false; response_revision:4332; number_of_response:1; }","duration":"396.733323ms","start":"2026-03-03T11:51:33.167735Z","end":"2026-03-03T11:51:33.564469Z","steps":["trace[383797554] 'process raft request' (duration: 396.60274ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:33.56476Z","caller":"traceutil/trace.go:171","msg":"trace[710202049] linearizableReadLoop","detail":"{readStateIndex:4506; appliedIndex:4500; }","duration":"382.015484ms","start":"2026-03-03T11:51:33.182733Z","end":"2026-03-03T11:51:33.564749Z","steps":["trace[710202049] 'read index received' (duration: 150.792078ms)","trace[710202049] 'applied index is now lower than readState.Index' (duration: 231.222476ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:51:33.564771Z","caller":"traceutil/trace.go:171","msg":"trace[67165314] transaction","detail":"{read_only:false; response_revision:4334; number_of_response:1; }","duration":"395.180406ms","start":"2026-03-03T11:51:33.169581Z","end":"2026-03-03T11:51:33.564761Z","steps":["trace[67165314] 'process raft request' (duration: 394.835178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:33.564862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:33.16956Z","time spent":"395.283099ms","remote":"127.0.0.1:42408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5660,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T11:51:33.564934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.196507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-03T11:51:33.564999Z","caller":"traceutil/trace.go:171","msg":"trace[1351256857] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4336; }","duration":"382.29877ms","start":"2026-03-03T11:51:33.182686Z","end":"2026-03-03T11:51:33.564984Z","steps":["trace[1351256857] 'agreement among raft nodes before linearized reading' (duration: 382.145196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:33.565016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.128017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/loki-memcached-results-cache.1899528cbfd8abbe\" ","response":"range_response_count:1 size:725"} {"level":"warn","ts":"2026-03-03T11:51:33.565044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:33.182671Z","time spent":"382.359791ms","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-03T11:51:33.564653Z","caller":"traceutil/trace.go:171","msg":"trace[445392699] transaction","detail":"{read_only:false; response_revision:4336; number_of_response:1; }","duration":"225.89509ms","start":"2026-03-03T11:51:33.33874Z","end":"2026-03-03T11:51:33.564635Z","steps":["trace[445392699] 'process raft request' (duration: 225.852529ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:33.56509Z","caller":"traceutil/trace.go:171","msg":"trace[1781263940] range","detail":"{range_begin:/registry/events/monitoring/loki-memcached-results-cache.1899528cbfd8abbe; range_end:; response_count:1; response_revision:4336; }","duration":"221.228609ms","start":"2026-03-03T11:51:33.34384Z","end":"2026-03-03T11:51:33.565068Z","steps":["trace[1781263940] 'agreement among raft nodes before linearized reading' (duration: 221.056195ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:33.5647Z","caller":"traceutil/trace.go:171","msg":"trace[203549187] transaction","detail":"{read_only:false; response_revision:4333; number_of_response:1; }","duration":"396.047466ms","start":"2026-03-03T11:51:33.168643Z","end":"2026-03-03T11:51:33.564691Z","steps":["trace[203549187] 'process raft request' (duration: 395.733269ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:33.564729Z","caller":"traceutil/trace.go:171","msg":"trace[786520511] transaction","detail":"{read_only:false; response_revision:4335; number_of_response:1; }","duration":"272.130947ms","start":"2026-03-03T11:51:33.292591Z","end":"2026-03-03T11:51:33.564722Z","steps":["trace[786520511] 'process raft request' (duration: 271.930192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:33.565249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:33.168634Z","time spent":"396.530487ms","remote":"127.0.0.1:42408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3467,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T11:51:33.564978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:33.16773Z","time spent":"397.05913ms","remote":"127.0.0.1:42408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1015,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T11:51:33.941374Z","caller":"traceutil/trace.go:171","msg":"trace[2010392028] transaction","detail":"{read_only:false; response_revision:4338; number_of_response:1; }","duration":"367.834918ms","start":"2026-03-03T11:51:33.5735Z","end":"2026-03-03T11:51:33.941335Z","steps":["trace[2010392028] 'process raft request' (duration: 347.019604ms)","trace[2010392028] 'compare' (duration: 20.556837ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:51:33.941459Z","caller":"traceutil/trace.go:171","msg":"trace[1754812468] transaction","detail":"{read_only:false; response_revision:4341; number_of_response:1; }","duration":"367.675644ms","start":"2026-03-03T11:51:33.57375Z","end":"2026-03-03T11:51:33.941425Z","steps":["trace[1754812468] 'process raft request' (duration: 367.611553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:33.941597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:33.573725Z","time spent":"367.809538ms","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1478,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T11:51:33.941647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.394681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:51:33.941715Z","caller":"traceutil/trace.go:171","msg":"trace[1015361596] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4341; }","duration":"349.514473ms","start":"2026-03-03T11:51:33.592185Z","end":"2026-03-03T11:51:33.9417Z","steps":["trace[1015361596] 'agreement among raft nodes before linearized reading' (duration: 349.299328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:33.941752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:33.592166Z","time spent":"349.578965ms","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":39,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:51:33.941623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:33.573476Z","time spent":"368.074774ms","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1474,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T11:51:33.941825Z","caller":"traceutil/trace.go:171","msg":"trace[600821370] transaction","detail":"{read_only:false; response_revision:4340; number_of_response:1; }","duration":"367.995432ms","start":"2026-03-03T11:51:33.573807Z","end":"2026-03-03T11:51:33.941802Z","steps":["trace[600821370] 'process raft request' (duration: 367.523811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:33.941939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:33.573783Z","time spent":"368.096754ms","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1297,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T11:51:33.941418Z","caller":"traceutil/trace.go:171","msg":"trace[203446695] linearizableReadLoop","detail":"{readStateIndex:4513; appliedIndex:4509; }","duration":"314.185496ms","start":"2026-03-03T11:51:33.62721Z","end":"2026-03-03T11:51:33.941395Z","steps":["trace[203446695] 'read index received' (duration: 293.255699ms)","trace[203446695] 'applied index is now lower than readState.Index' (duration: 20.928937ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:51:33.942028Z","caller":"traceutil/trace.go:171","msg":"trace[1271495464] transaction","detail":"{read_only:false; response_revision:4339; number_of_response:1; }","duration":"368.254378ms","start":"2026-03-03T11:51:33.573745Z","end":"2026-03-03T11:51:33.942Z","steps":["trace[1271495464] 'process raft request' (duration: 367.513359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:33.942106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:33.573729Z","time spent":"368.33494ms","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1223,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T11:51:33.942081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.833871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62885"} {"level":"info","ts":"2026-03-03T11:51:33.942163Z","caller":"traceutil/trace.go:171","msg":"trace[1217340529] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4341; }","duration":"368.957124ms","start":"2026-03-03T11:51:33.57319Z","end":"2026-03-03T11:51:33.942147Z","steps":["trace[1217340529] 'agreement among raft nodes before linearized reading' (duration: 368.275228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:33.942264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:33.573173Z","time spent":"369.074678ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62908,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T11:51:33.943023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.546591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-03T11:51:33.943122Z","caller":"traceutil/trace.go:171","msg":"trace[2077858557] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4341; }","duration":"351.704224ms","start":"2026-03-03T11:51:33.591395Z","end":"2026-03-03T11:51:33.943099Z","steps":["trace[2077858557] 'agreement among raft nodes before linearized reading' (duration: 350.390324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:33.943173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:33.591371Z","time spent":"351.791966ms","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-03T11:51:33.946722Z","caller":"traceutil/trace.go:171","msg":"trace[300391279] transaction","detail":"{read_only:false; response_revision:4343; number_of_response:1; }","duration":"270.065428ms","start":"2026-03-03T11:51:33.676641Z","end":"2026-03-03T11:51:33.946707Z","steps":["trace[300391279] 'process raft request' (duration: 270.012726ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:33.947022Z","caller":"traceutil/trace.go:171","msg":"trace[1423615431] transaction","detail":"{read_only:false; response_revision:4342; number_of_response:1; }","duration":"316.944261ms","start":"2026-03-03T11:51:33.630065Z","end":"2026-03-03T11:51:33.947009Z","steps":["trace[1423615431] 'process raft request' (duration: 316.359926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:33.947118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:33.630045Z","time spent":"317.022372ms","remote":"127.0.0.1:42370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":123478,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:51:33.947308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.245554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T11:51:33.947366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.412397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/loki-memcached-chunks-cache.1899528cd42a3c84\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-03-03T11:51:33.94741Z","caller":"traceutil/trace.go:171","msg":"trace[1789851552] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4343; }","duration":"222.375857ms","start":"2026-03-03T11:51:33.725014Z","end":"2026-03-03T11:51:33.94739Z","steps":["trace[1789851552] 'agreement among raft nodes before linearized reading' (duration: 222.164872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:33.947403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.350918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9hqcq\" ","response":"range_response_count:1 size:9629"} {"level":"info","ts":"2026-03-03T11:51:33.94747Z","caller":"traceutil/trace.go:171","msg":"trace[2118924822] range","detail":"{range_begin:/registry/events/monitoring/loki-memcached-chunks-cache.1899528cd42a3c84; range_end:; response_count:1; response_revision:4343; }","duration":"316.565041ms","start":"2026-03-03T11:51:33.630881Z","end":"2026-03-03T11:51:33.947446Z","steps":["trace[2118924822] 'agreement among raft nodes before linearized reading' (duration: 316.276484ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:33.947492Z","caller":"traceutil/trace.go:171","msg":"trace[605966495] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9hqcq; range_end:; response_count:1; response_revision:4343; }","duration":"271.482721ms","start":"2026-03-03T11:51:33.675985Z","end":"2026-03-03T11:51:33.947468Z","steps":["trace[605966495] 'agreement among raft nodes before linearized reading' (duration: 271.199985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:33.947531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:33.630863Z","time spent":"316.658563ms","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":745,"request content":"key:\"/registry/events/monitoring/loki-memcached-chunks-cache.1899528cd42a3c84\" "} {"level":"info","ts":"2026-03-03T11:51:34.932911Z","caller":"traceutil/trace.go:171","msg":"trace[1930519296] transaction","detail":"{read_only:false; response_revision:4426; number_of_response:1; }","duration":"159.619287ms","start":"2026-03-03T11:51:34.773239Z","end":"2026-03-03T11:51:34.932858Z","steps":["trace[1930519296] 'process raft request' (duration: 94.36683ms)","trace[1930519296] 'compare' (duration: 65.101844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:51:35.427356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.840024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:51:35.427433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.333438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:51:35.4275Z","caller":"traceutil/trace.go:171","msg":"trace[134634148] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:4426; }","duration":"230.099899ms","start":"2026-03-03T11:51:35.197363Z","end":"2026-03-03T11:51:35.427463Z","steps":["trace[134634148] 'count revisions from in-memory index tree' (duration: 229.70619ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:35.427509Z","caller":"traceutil/trace.go:171","msg":"trace[238394501] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4426; }","duration":"161.469952ms","start":"2026-03-03T11:51:35.266019Z","end":"2026-03-03T11:51:35.427489Z","steps":["trace[238394501] 'count revisions from in-memory index tree' (duration: 161.133674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:35.427965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.137948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-745c63df-1172-4896-ad14-a1d09b20e948\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-03T11:51:35.428019Z","caller":"traceutil/trace.go:171","msg":"trace[1276812516] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-745c63df-1172-4896-ad14-a1d09b20e948; range_end:; response_count:1; response_revision:4426; }","duration":"377.194499ms","start":"2026-03-03T11:51:35.050811Z","end":"2026-03-03T11:51:35.428006Z","steps":["trace[1276812516] 'range keys from in-memory index tree' (duration: 376.918893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:35.428059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:35.050724Z","time spent":"377.326692ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-745c63df-1172-4896-ad14-a1d09b20e948\" "} {"level":"warn","ts":"2026-03-03T11:51:35.428392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.104458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:51:35.428457Z","caller":"traceutil/trace.go:171","msg":"trace[1358354640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4426; }","duration":"294.223271ms","start":"2026-03-03T11:51:35.134218Z","end":"2026-03-03T11:51:35.428441Z","steps":["trace[1358354640] 'range keys from in-memory index tree' (duration: 294.021366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:35.847953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.572805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:51:35.848042Z","caller":"traceutil/trace.go:171","msg":"trace[1312824977] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4435; }","duration":"132.720189ms","start":"2026-03-03T11:51:35.715305Z","end":"2026-03-03T11:51:35.848025Z","steps":["trace[1312824977] 'agreement among raft nodes before linearized reading' (duration: 132.557545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:35.848706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.42603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:718505"} {"level":"info","ts":"2026-03-03T11:51:35.849205Z","caller":"traceutil/trace.go:171","msg":"trace[1621213593] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4435; }","duration":"145.965484ms","start":"2026-03-03T11:51:35.703194Z","end":"2026-03-03T11:51:35.84916Z","steps":["trace[1621213593] 'agreement among raft nodes before linearized reading' (duration: 144.747295ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:35.99441Z","caller":"traceutil/trace.go:171","msg":"trace[1036322626] transaction","detail":"{read_only:false; response_revision:4437; number_of_response:1; }","duration":"128.830207ms","start":"2026-03-03T11:51:35.865542Z","end":"2026-03-03T11:51:35.994372Z","steps":["trace[1036322626] 'process raft request' (duration: 128.55521ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:38.978512Z","caller":"traceutil/trace.go:171","msg":"trace[285891005] linearizableReadLoop","detail":"{readStateIndex:4645; appliedIndex:4644; }","duration":"384.695738ms","start":"2026-03-03T11:51:38.593793Z","end":"2026-03-03T11:51:38.978489Z","steps":["trace[285891005] 'read index received' (duration: 384.403241ms)","trace[285891005] 'applied index is now lower than readState.Index' (duration: 291.107µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:51:38.978552Z","caller":"traceutil/trace.go:171","msg":"trace[1138146054] transaction","detail":"{read_only:false; response_revision:4470; number_of_response:1; }","duration":"464.841539ms","start":"2026-03-03T11:51:38.513683Z","end":"2026-03-03T11:51:38.978525Z","steps":["trace[1138146054] 'process raft request' (duration: 464.604414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:38.978761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.959195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T11:51:38.978771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:38.513667Z","time spent":"465.010093ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:51:38.978806Z","caller":"traceutil/trace.go:171","msg":"trace[218030131] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4470; }","duration":"385.067297ms","start":"2026-03-03T11:51:38.593728Z","end":"2026-03-03T11:51:38.978795Z","steps":["trace[218030131] 'agreement among raft nodes before linearized reading' (duration: 384.900564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:38.978847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:38.593702Z","time spent":"385.136188ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T11:51:38.982235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.313096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T11:51:38.982279Z","caller":"traceutil/trace.go:171","msg":"trace[888085323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4471; }","duration":"386.401849ms","start":"2026-03-03T11:51:38.595866Z","end":"2026-03-03T11:51:38.982267Z","steps":["trace[888085323] 'agreement among raft nodes before linearized reading' (duration: 386.250305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:38.982305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:38.595844Z","time spent":"386.454289ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T11:51:38.982314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.783746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T11:51:38.982377Z","caller":"traceutil/trace.go:171","msg":"trace[262684611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4471; }","duration":"383.878239ms","start":"2026-03-03T11:51:38.598486Z","end":"2026-03-03T11:51:38.982364Z","steps":["trace[262684611] 'agreement among raft nodes before linearized reading' (duration: 383.682544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:38.982396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.441379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T11:51:38.982479Z","caller":"traceutil/trace.go:171","msg":"trace[1104330055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4471; }","duration":"386.537901ms","start":"2026-03-03T11:51:38.59592Z","end":"2026-03-03T11:51:38.982458Z","steps":["trace[1104330055] 'agreement among raft nodes before linearized reading' (duration: 386.314886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:38.982542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:38.595915Z","time spent":"386.611824ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T11:51:38.982415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:38.598476Z","time spent":"383.92926ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T11:51:39.202235Z","caller":"traceutil/trace.go:171","msg":"trace[628425653] transaction","detail":"{read_only:false; response_revision:4476; number_of_response:1; }","duration":"115.337576ms","start":"2026-03-03T11:51:39.08687Z","end":"2026-03-03T11:51:39.202208Z","steps":["trace[628425653] 'process raft request' (duration: 115.157572ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:39.621928Z","caller":"traceutil/trace.go:171","msg":"trace[815367299] linearizableReadLoop","detail":"{readStateIndex:4654; appliedIndex:4653; }","duration":"174.54161ms","start":"2026-03-03T11:51:39.447358Z","end":"2026-03-03T11:51:39.6219Z","steps":["trace[815367299] 'read index received' (duration: 91.92165ms)","trace[815367299] 'applied index is now lower than readState.Index' (duration: 82.61862ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:51:39.621968Z","caller":"traceutil/trace.go:171","msg":"trace[1160995759] transaction","detail":"{read_only:false; response_revision:4478; number_of_response:1; }","duration":"180.440981ms","start":"2026-03-03T11:51:39.44149Z","end":"2026-03-03T11:51:39.621931Z","steps":["trace[1160995759] 'process raft request' (duration: 97.728179ms)","trace[1160995759] 'compare' (duration: 82.494797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:51:39.622258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.879089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-745c63df-1172-4896-ad14-a1d09b20e948\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-03-03T11:51:39.622327Z","caller":"traceutil/trace.go:171","msg":"trace[1654334531] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-745c63df-1172-4896-ad14-a1d09b20e948; range_end:; response_count:1; response_revision:4478; }","duration":"174.998752ms","start":"2026-03-03T11:51:39.447309Z","end":"2026-03-03T11:51:39.622308Z","steps":["trace[1654334531] 'agreement among raft nodes before linearized reading' (duration: 174.716865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:40.076302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.972848ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:51:40.07646Z","caller":"traceutil/trace.go:171","msg":"trace[1876911022] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4478; }","duration":"174.147673ms","start":"2026-03-03T11:51:39.902289Z","end":"2026-03-03T11:51:40.076437Z","steps":["trace[1876911022] 'range keys from in-memory index tree' (duration: 173.955828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:40.076797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.906266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:51:40.07701Z","caller":"traceutil/trace.go:171","msg":"trace[1169225407] linearizableReadLoop","detail":"{readStateIndex:4657; appliedIndex:4654; }","duration":"224.615989ms","start":"2026-03-03T11:51:39.852378Z","end":"2026-03-03T11:51:40.076994Z","steps":["trace[1169225407] 'read index received' (duration: 129.171675ms)","trace[1169225407] 'applied index is now lower than readState.Index' (duration: 95.443284ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:51:40.077117Z","caller":"traceutil/trace.go:171","msg":"trace[1520350211] transaction","detail":"{read_only:false; response_revision:4480; number_of_response:1; }","duration":"491.83999ms","start":"2026-03-03T11:51:39.585259Z","end":"2026-03-03T11:51:40.077099Z","steps":["trace[1520350211] 'process raft request' (duration: 491.639236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:40.077218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:39.585245Z","time spent":"491.909792ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:51:40.077266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.879345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:51:40.077266Z","caller":"traceutil/trace.go:171","msg":"trace[1387730658] transaction","detail":"{read_only:false; response_revision:4481; number_of_response:1; }","duration":"449.891885ms","start":"2026-03-03T11:51:39.627355Z","end":"2026-03-03T11:51:40.077246Z","steps":["trace[1387730658] 'process raft request' (duration: 449.598498ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:40.077302Z","caller":"traceutil/trace.go:171","msg":"trace[1315001854] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4481; }","duration":"224.949167ms","start":"2026-03-03T11:51:39.85234Z","end":"2026-03-03T11:51:40.07729Z","steps":["trace[1315001854] 'agreement among raft nodes before linearized reading' (duration: 224.863505ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:40.077297Z","caller":"traceutil/trace.go:171","msg":"trace[1601800183] transaction","detail":"{read_only:false; response_revision:4479; number_of_response:1; }","duration":"493.223902ms","start":"2026-03-03T11:51:39.584037Z","end":"2026-03-03T11:51:40.077261Z","steps":["trace[1601800183] 'process raft request' (duration: 144.744513ms)","trace[1601800183] 'compare' (duration: 347.771513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:51:40.077349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:39.627333Z","time spent":"449.979937ms","remote":"127.0.0.1:42408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1219,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T11:51:40.077474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:39.58402Z","time spent":"493.371806ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:51:41.630752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.307027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:51:41.630886Z","caller":"traceutil/trace.go:171","msg":"trace[1497820501] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4524; }","duration":"193.47117ms","start":"2026-03-03T11:51:41.437368Z","end":"2026-03-03T11:51:41.630839Z","steps":["trace[1497820501] 'count revisions from in-memory index tree' (duration: 193.225114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:41.631442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.216113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-03-03T11:51:41.631533Z","caller":"traceutil/trace.go:171","msg":"trace[68825089] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4524; }","duration":"198.368007ms","start":"2026-03-03T11:51:41.433147Z","end":"2026-03-03T11:51:41.631515Z","steps":["trace[68825089] 'range keys from in-memory index tree' (duration: 197.799162ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:41.867822Z","caller":"traceutil/trace.go:171","msg":"trace[1744538058] transaction","detail":"{read_only:false; response_revision:4525; number_of_response:1; }","duration":"227.660491ms","start":"2026-03-03T11:51:41.64011Z","end":"2026-03-03T11:51:41.86777Z","steps":["trace[1744538058] 'process raft request' (duration: 227.495027ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:41.94586Z","caller":"traceutil/trace.go:171","msg":"trace[1497226809] transaction","detail":"{read_only:false; response_revision:4526; number_of_response:1; }","duration":"291.256111ms","start":"2026-03-03T11:51:41.654571Z","end":"2026-03-03T11:51:41.945828Z","steps":["trace[1497226809] 'process raft request' (duration: 282.3591ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:41.94664Z","caller":"traceutil/trace.go:171","msg":"trace[1527636418] linearizableReadLoop","detail":"{readStateIndex:4704; appliedIndex:4702; }","duration":"187.832147ms","start":"2026-03-03T11:51:41.758792Z","end":"2026-03-03T11:51:41.946625Z","steps":["trace[1527636418] 'read index received' (duration: 108.890674ms)","trace[1527636418] 'applied index is now lower than readState.Index' (duration: 78.940542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:51:41.946813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.00343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16084"} {"level":"info","ts":"2026-03-03T11:51:41.946843Z","caller":"traceutil/trace.go:171","msg":"trace[1381404117] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4528; }","duration":"188.077002ms","start":"2026-03-03T11:51:41.758757Z","end":"2026-03-03T11:51:41.946834Z","steps":["trace[1381404117] 'agreement among raft nodes before linearized reading' (duration: 187.950269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:41.94809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.825456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T11:51:41.948161Z","caller":"traceutil/trace.go:171","msg":"trace[1428933506] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4528; }","duration":"152.97454ms","start":"2026-03-03T11:51:41.795171Z","end":"2026-03-03T11:51:41.948146Z","steps":["trace[1428933506] 'agreement among raft nodes before linearized reading' (duration: 151.776881ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:43.09131Z","caller":"traceutil/trace.go:171","msg":"trace[1328752170] transaction","detail":"{read_only:false; response_revision:4578; number_of_response:1; }","duration":"166.905221ms","start":"2026-03-03T11:51:42.924376Z","end":"2026-03-03T11:51:43.091281Z","steps":["trace[1328752170] 'process raft request' (duration: 166.575583ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:43.091338Z","caller":"traceutil/trace.go:171","msg":"trace[1817318460] linearizableReadLoop","detail":"{readStateIndex:4759; appliedIndex:4757; }","duration":"157.909547ms","start":"2026-03-03T11:51:42.933405Z","end":"2026-03-03T11:51:43.091315Z","steps":["trace[1817318460] 'read index received' (duration: 157.519088ms)","trace[1817318460] 'applied index is now lower than readState.Index' (duration: 389.149µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:51:43.091498Z","caller":"traceutil/trace.go:171","msg":"trace[1287167498] transaction","detail":"{read_only:false; response_revision:4579; number_of_response:1; }","duration":"166.772567ms","start":"2026-03-03T11:51:42.924713Z","end":"2026-03-03T11:51:43.091486Z","steps":["trace[1287167498] 'process raft request' (duration: 166.46671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:43.091795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.359758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:3758"} {"level":"info","ts":"2026-03-03T11:51:43.091829Z","caller":"traceutil/trace.go:171","msg":"trace[378975604] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:4579; }","duration":"158.46908ms","start":"2026-03-03T11:51:42.933351Z","end":"2026-03-03T11:51:43.09182Z","steps":["trace[378975604] 'agreement among raft nodes before linearized reading' (duration: 158.269125ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:48.803188Z","caller":"traceutil/trace.go:171","msg":"trace[669979277] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"157.436986ms","start":"2026-03-03T11:51:48.645725Z","end":"2026-03-03T11:51:48.803162Z","steps":["trace[669979277] 'process raft request' (duration: 157.1933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:49.020931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.560641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:51:49.021108Z","caller":"traceutil/trace.go:171","msg":"trace[966112652] linearizableReadLoop","detail":"{readStateIndex:4844; appliedIndex:4843; }","duration":"203.050708ms","start":"2026-03-03T11:51:48.818039Z","end":"2026-03-03T11:51:49.02109Z","steps":["trace[966112652] 'read index received' (duration: 71.20641ms)","trace[966112652] 'applied index is now lower than readState.Index' (duration: 131.842748ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:51:49.021195Z","caller":"traceutil/trace.go:171","msg":"trace[1417148390] transaction","detail":"{read_only:false; response_revision:4662; number_of_response:1; }","duration":"216.17688ms","start":"2026-03-03T11:51:48.804973Z","end":"2026-03-03T11:51:49.021149Z","steps":["trace[1417148390] 'process raft request' (duration: 84.326841ms)","trace[1417148390] 'compare' (duration: 131.370437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:51:49.021718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.660993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-g9h6f\" ","response":"range_response_count:1 size:7665"} {"level":"info","ts":"2026-03-03T11:51:49.021799Z","caller":"traceutil/trace.go:171","msg":"trace[1206956146] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-g9h6f; range_end:; response_count:1; response_revision:4662; }","duration":"203.787926ms","start":"2026-03-03T11:51:48.817992Z","end":"2026-03-03T11:51:49.021779Z","steps":["trace[1206956146] 'agreement among raft nodes before linearized reading' (duration: 203.50794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:49.408621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.827131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:51:49.408898Z","caller":"traceutil/trace.go:171","msg":"trace[1678436633] linearizableReadLoop","detail":"{readStateIndex:4848; appliedIndex:4845; }","duration":"287.649855ms","start":"2026-03-03T11:51:49.121226Z","end":"2026-03-03T11:51:49.408876Z","steps":["trace[1678436633] 'read index received' (duration: 130.585789ms)","trace[1678436633] 'applied index is now lower than readState.Index' (duration: 157.062966ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:51:49.409013Z","caller":"traceutil/trace.go:171","msg":"trace[1543996913] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"383.307565ms","start":"2026-03-03T11:51:49.025688Z","end":"2026-03-03T11:51:49.408996Z","steps":["trace[1543996913] 'process raft request' (duration: 226.031223ms)","trace[1543996913] 'compare' (duration: 156.510224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:51:49.409096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:49.025674Z","time spent":"383.386607ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T11:51:49.409622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.382122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T11:51:49.409684Z","caller":"traceutil/trace.go:171","msg":"trace[397698072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4666; }","duration":"288.478145ms","start":"2026-03-03T11:51:49.121192Z","end":"2026-03-03T11:51:49.40967Z","steps":["trace[397698072] 'agreement among raft nodes before linearized reading' (duration: 288.309871ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:49.409654Z","caller":"traceutil/trace.go:171","msg":"trace[1347042851] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"379.073924ms","start":"2026-03-03T11:51:49.030523Z","end":"2026-03-03T11:51:49.409597Z","steps":["trace[1347042851] 'process raft request' (duration: 378.203144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:49.409768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.431054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T11:51:49.409839Z","caller":"traceutil/trace.go:171","msg":"trace[1549843307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4666; }","duration":"288.515015ms","start":"2026-03-03T11:51:49.121306Z","end":"2026-03-03T11:51:49.409821Z","steps":["trace[1549843307] 'agreement among raft nodes before linearized reading' (duration: 288.327901ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:49.409789Z","caller":"traceutil/trace.go:171","msg":"trace[263660274] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"299.368043ms","start":"2026-03-03T11:51:49.110361Z","end":"2026-03-03T11:51:49.409729Z","steps":["trace[263660274] 'process raft request' (duration: 298.462002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:49.409936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:49.030508Z","time spent":"379.279509ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7953,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:51:49.410001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.631479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T11:51:49.410024Z","caller":"traceutil/trace.go:171","msg":"trace[421844742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4666; }","duration":"283.684201ms","start":"2026-03-03T11:51:49.126334Z","end":"2026-03-03T11:51:49.410018Z","steps":["trace[421844742] 'agreement among raft nodes before linearized reading' (duration: 283.63027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:49.410125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.737845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:51:49.41011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.746167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T11:51:49.410147Z","caller":"traceutil/trace.go:171","msg":"trace[1040243706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4666; }","duration":"276.781936ms","start":"2026-03-03T11:51:49.133361Z","end":"2026-03-03T11:51:49.410143Z","steps":["trace[1040243706] 'agreement among raft nodes before linearized reading' (duration: 276.747175ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:49.410162Z","caller":"traceutil/trace.go:171","msg":"trace[1755081071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4666; }","duration":"287.828308ms","start":"2026-03-03T11:51:49.122321Z","end":"2026-03-03T11:51:49.410149Z","steps":["trace[1755081071] 'agreement among raft nodes before linearized reading' (duration: 287.695675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:49.410395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.929647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T11:51:49.410512Z","caller":"traceutil/trace.go:171","msg":"trace[307276230] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4666; }","duration":"284.222803ms","start":"2026-03-03T11:51:49.126269Z","end":"2026-03-03T11:51:49.410491Z","steps":["trace[307276230] 'agreement among raft nodes before linearized reading' (duration: 283.710261ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:49.609558Z","caller":"traceutil/trace.go:171","msg":"trace[917371753] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"192.314783ms","start":"2026-03-03T11:51:49.417214Z","end":"2026-03-03T11:51:49.609528Z","steps":["trace[917371753] 'process raft request' (duration: 170.626679ms)","trace[917371753] 'compare' (duration: 21.088469ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:51:49.609835Z","caller":"traceutil/trace.go:171","msg":"trace[1842971932] transaction","detail":"{read_only:false; response_revision:4669; number_of_response:1; }","duration":"191.006613ms","start":"2026-03-03T11:51:49.418803Z","end":"2026-03-03T11:51:49.60981Z","steps":["trace[1842971932] 'process raft request' (duration: 190.762927ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:49.610965Z","caller":"traceutil/trace.go:171","msg":"trace[1044132318] transaction","detail":"{read_only:false; response_revision:4675; number_of_response:1; }","duration":"188.38562ms","start":"2026-03-03T11:51:49.422566Z","end":"2026-03-03T11:51:49.610951Z","steps":["trace[1044132318] 'process raft request' (duration: 188.344689ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:49.611427Z","caller":"traceutil/trace.go:171","msg":"trace[2037902385] transaction","detail":"{read_only:false; response_revision:4670; number_of_response:1; }","duration":"191.329089ms","start":"2026-03-03T11:51:49.420084Z","end":"2026-03-03T11:51:49.611413Z","steps":["trace[2037902385] 'process raft request' (duration: 189.667011ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:49.611608Z","caller":"traceutil/trace.go:171","msg":"trace[1917016587] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"191.412371ms","start":"2026-03-03T11:51:49.420165Z","end":"2026-03-03T11:51:49.611577Z","steps":["trace[1917016587] 'process raft request' (duration: 190.677854ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:49.611665Z","caller":"traceutil/trace.go:171","msg":"trace[671463313] transaction","detail":"{read_only:false; response_revision:4674; number_of_response:1; }","duration":"190.155072ms","start":"2026-03-03T11:51:49.421496Z","end":"2026-03-03T11:51:49.611651Z","steps":["trace[671463313] 'process raft request' (duration: 189.383624ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:49.612061Z","caller":"traceutil/trace.go:171","msg":"trace[905832093] transaction","detail":"{read_only:false; response_revision:4671; number_of_response:1; }","duration":"191.932803ms","start":"2026-03-03T11:51:49.420116Z","end":"2026-03-03T11:51:49.612049Z","steps":["trace[905832093] 'process raft request' (duration: 190.626643ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:49.612355Z","caller":"traceutil/trace.go:171","msg":"trace[1766976387] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"192.198971ms","start":"2026-03-03T11:51:49.420139Z","end":"2026-03-03T11:51:49.612338Z","steps":["trace[1766976387] 'process raft request' (duration: 190.660354ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:53.694712Z","caller":"traceutil/trace.go:171","msg":"trace[513260076] transaction","detail":"{read_only:false; response_revision:4712; number_of_response:1; }","duration":"121.390951ms","start":"2026-03-03T11:51:53.573281Z","end":"2026-03-03T11:51:53.694672Z","steps":["trace[513260076] 'process raft request' (duration: 121.201587ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:54.779953Z","caller":"traceutil/trace.go:171","msg":"trace[835042736] linearizableReadLoop","detail":"{readStateIndex:4908; appliedIndex:4907; }","duration":"155.151963ms","start":"2026-03-03T11:51:54.624777Z","end":"2026-03-03T11:51:54.779929Z","steps":["trace[835042736] 'read index received' (duration: 154.856426ms)","trace[835042736] 'applied index is now lower than readState.Index' (duration: 294.227µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:51:54.780026Z","caller":"traceutil/trace.go:171","msg":"trace[1714171406] transaction","detail":"{read_only:false; response_revision:4725; number_of_response:1; }","duration":"219.626572ms","start":"2026-03-03T11:51:54.56034Z","end":"2026-03-03T11:51:54.779966Z","steps":["trace[1714171406] 'process raft request' (duration: 219.301794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:54.780162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.342037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:51:54.780192Z","caller":"traceutil/trace.go:171","msg":"trace[1606741413] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4725; }","duration":"155.45636ms","start":"2026-03-03T11:51:54.624726Z","end":"2026-03-03T11:51:54.780183Z","steps":["trace[1606741413] 'agreement among raft nodes before linearized reading' (duration: 155.320347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:58.332509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.26178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:51:58.332604Z","caller":"traceutil/trace.go:171","msg":"trace[904548957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4807; }","duration":"197.419823ms","start":"2026-03-03T11:51:58.135162Z","end":"2026-03-03T11:51:58.332582Z","steps":["trace[904548957] 'range keys from in-memory index tree' (duration: 197.103757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:58.332723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.263143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4405e6b4-5ce5-4d3f-b57d-2b9c81e9c29f\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-03T11:51:58.332831Z","caller":"traceutil/trace.go:171","msg":"trace[595237245] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4405e6b4-5ce5-4d3f-b57d-2b9c81e9c29f; range_end:; response_count:1; response_revision:4807; }","duration":"109.391806ms","start":"2026-03-03T11:51:58.223417Z","end":"2026-03-03T11:51:58.332809Z","steps":["trace[595237245] 'range keys from in-memory index tree' (duration: 108.944795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:58.332824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.984449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5vxl\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T11:51:58.332905Z","caller":"traceutil/trace.go:171","msg":"trace[1785338440] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5vxl; range_end:; response_count:1; response_revision:4807; }","duration":"137.145583ms","start":"2026-03-03T11:51:58.195737Z","end":"2026-03-03T11:51:58.332883Z","steps":["trace[1785338440] 'range keys from in-memory index tree' (duration: 136.757285ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:58.430278Z","caller":"traceutil/trace.go:171","msg":"trace[246252518] linearizableReadLoop","detail":"{readStateIndex:4993; appliedIndex:4991; }","duration":"138.25685ms","start":"2026-03-03T11:51:58.291998Z","end":"2026-03-03T11:51:58.430255Z","steps":["trace[246252518] 'read index received' (duration: 5.436489ms)","trace[246252518] 'applied index is now lower than readState.Index' (duration: 132.819061ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:51:58.430395Z","caller":"traceutil/trace.go:171","msg":"trace[987169897] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"175.522344ms","start":"2026-03-03T11:51:58.254863Z","end":"2026-03-03T11:51:58.430385Z","steps":["trace[987169897] 'process raft request' (duration: 175.260238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:58.430581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.832956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-03T11:51:58.430677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.67365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5587"} {"level":"info","ts":"2026-03-03T11:51:58.43072Z","caller":"traceutil/trace.go:171","msg":"trace[2026460038] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4809; }","duration":"110.02457ms","start":"2026-03-03T11:51:58.320672Z","end":"2026-03-03T11:51:58.430697Z","steps":["trace[2026460038] 'agreement among raft nodes before linearized reading' (duration: 109.745734ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:58.430735Z","caller":"traceutil/trace.go:171","msg":"trace[67025077] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:4809; }","duration":"138.785753ms","start":"2026-03-03T11:51:58.291937Z","end":"2026-03-03T11:51:58.430723Z","steps":["trace[67025077] 'agreement among raft nodes before linearized reading' (duration: 138.593358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:58.569556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.271866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-745c63df-1172-4896-ad14-a1d09b20e948\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-03T11:51:58.56965Z","caller":"traceutil/trace.go:171","msg":"trace[337587802] range","detail":"{range_begin:/registry/persistentvolumes/pvc-745c63df-1172-4896-ad14-a1d09b20e948; range_end:; response_count:1; response_revision:4809; }","duration":"134.44659ms","start":"2026-03-03T11:51:58.43518Z","end":"2026-03-03T11:51:58.569627Z","steps":["trace[337587802] 'range keys from in-memory index tree' (duration: 134.06195ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:58.860643Z","caller":"traceutil/trace.go:171","msg":"trace[687092878] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"419.536624ms","start":"2026-03-03T11:51:58.441075Z","end":"2026-03-03T11:51:58.860611Z","steps":["trace[687092878] 'process raft request' (duration: 419.36185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:58.860807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:58.441054Z","time spent":"419.671648ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5872,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:51:59.310778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.417054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:51:59.311108Z","caller":"traceutil/trace.go:171","msg":"trace[2128338409] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"443.35777ms","start":"2026-03-03T11:51:58.867715Z","end":"2026-03-03T11:51:59.311073Z","steps":["trace[2128338409] 'process raft request' (duration: 68.545847ms)","trace[2128338409] 'compare' (duration: 374.274679ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:51:59.311135Z","caller":"traceutil/trace.go:171","msg":"trace[2104473926] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"443.118734ms","start":"2026-03-03T11:51:58.867994Z","end":"2026-03-03T11:51:59.311113Z","steps":["trace[2104473926] 'process raft request' (duration: 442.93173ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:59.311173Z","caller":"traceutil/trace.go:171","msg":"trace[92273803] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"442.892038ms","start":"2026-03-03T11:51:58.868256Z","end":"2026-03-03T11:51:59.311148Z","steps":["trace[92273803] 'process raft request' (duration: 442.769465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:59.31126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:58.867976Z","time spent":"443.213076ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1463,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T11:51:59.311282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:58.867676Z","time spent":"443.513004ms","remote":"127.0.0.1:42484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:51:59.311353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:58.868247Z","time spent":"443.025872ms","remote":"127.0.0.1:42484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:51:59.31145Z","caller":"traceutil/trace.go:171","msg":"trace[1127617282] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"443.128834ms","start":"2026-03-03T11:51:58.868292Z","end":"2026-03-03T11:51:59.311421Z","steps":["trace[1127617282] 'process raft request' (duration: 442.797326ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:59.311478Z","caller":"traceutil/trace.go:171","msg":"trace[1962573383] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"442.282614ms","start":"2026-03-03T11:51:58.869156Z","end":"2026-03-03T11:51:59.311439Z","steps":["trace[1962573383] 'process raft request' (duration: 442.12084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:59.311566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:58.868267Z","time spent":"443.241736ms","remote":"127.0.0.1:42484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:51:59.311886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:58.869144Z","time spent":"442.417317ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:51:59.311921Z","caller":"traceutil/trace.go:171","msg":"trace[645020496] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"101.797435ms","start":"2026-03-03T11:51:59.210102Z","end":"2026-03-03T11:51:59.311899Z","steps":["trace[645020496] 'process raft request' (duration: 101.511449ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:59.311989Z","caller":"traceutil/trace.go:171","msg":"trace[916675866] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"442.341465ms","start":"2026-03-03T11:51:58.869629Z","end":"2026-03-03T11:51:59.311971Z","steps":["trace[916675866] 'process raft request' (duration: 441.769552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:59.312084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:58.86962Z","time spent":"442.412926ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1394,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:51:59.31223Z","caller":"traceutil/trace.go:171","msg":"trace[1839888969] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"440.85842ms","start":"2026-03-03T11:51:58.871354Z","end":"2026-03-03T11:51:59.312212Z","steps":["trace[1839888969] 'process raft request' (duration: 440.173434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:59.312335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:58.871346Z","time spent":"440.936821ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3747,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:51:59.628372Z","caller":"traceutil/trace.go:171","msg":"trace[1608157842] linearizableReadLoop","detail":"{readStateIndex:5003; appliedIndex:5002; }","duration":"116.013483ms","start":"2026-03-03T11:51:59.512331Z","end":"2026-03-03T11:51:59.628345Z","steps":["trace[1608157842] 'read index received' (duration: 97.427441ms)","trace[1608157842] 'applied index is now lower than readState.Index' (duration: 18.584562ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:51:59.628813Z","caller":"traceutil/trace.go:171","msg":"trace[495144643] transaction","detail":"{read_only:false; response_revision:4819; number_of_response:1; }","duration":"174.06309ms","start":"2026-03-03T11:51:59.454662Z","end":"2026-03-03T11:51:59.628726Z","steps":["trace[495144643] 'process raft request' (duration: 155.042728ms)","trace[495144643] 'compare' (duration: 18.52671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:51:59.62903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.596876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T11:51:59.629329Z","caller":"traceutil/trace.go:171","msg":"trace[1426589716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4819; }","duration":"117.025756ms","start":"2026-03-03T11:51:59.512281Z","end":"2026-03-03T11:51:59.629307Z","steps":["trace[1426589716] 'agreement among raft nodes before linearized reading' (duration: 116.271009ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:01.856802Z","caller":"traceutil/trace.go:171","msg":"trace[570861920] transaction","detail":"{read_only:false; response_revision:4837; number_of_response:1; }","duration":"184.538608ms","start":"2026-03-03T11:52:01.67224Z","end":"2026-03-03T11:52:01.856779Z","steps":["trace[570861920] 'process raft request' (duration: 184.402515ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:01.91613Z","caller":"traceutil/trace.go:171","msg":"trace[2494926] linearizableReadLoop","detail":"{readStateIndex:5023; appliedIndex:5021; }","duration":"187.375476ms","start":"2026-03-03T11:52:01.728719Z","end":"2026-03-03T11:52:01.916095Z","steps":["trace[2494926] 'read index received' (duration: 127.942455ms)","trace[2494926] 'applied index is now lower than readState.Index' (duration: 59.431481ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:01.916333Z","caller":"traceutil/trace.go:171","msg":"trace[1781065429] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"241.061719ms","start":"2026-03-03T11:52:01.675249Z","end":"2026-03-03T11:52:01.91631Z","steps":["trace[1781065429] 'process raft request' (duration: 239.746428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:01.916432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.338399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T11:52:01.916477Z","caller":"traceutil/trace.go:171","msg":"trace[588239857] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4838; }","duration":"180.422391ms","start":"2026-03-03T11:52:01.736041Z","end":"2026-03-03T11:52:01.916463Z","steps":["trace[588239857] 'agreement among raft nodes before linearized reading' (duration: 180.247227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:01.916576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.869807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T11:52:01.916654Z","caller":"traceutil/trace.go:171","msg":"trace[1639500400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4838; }","duration":"176.984029ms","start":"2026-03-03T11:52:01.739651Z","end":"2026-03-03T11:52:01.916635Z","steps":["trace[1639500400] 'agreement among raft nodes before linearized reading' (duration: 176.731203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:01.916675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.537064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T11:52:01.917004Z","caller":"traceutil/trace.go:171","msg":"trace[1262002361] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4838; }","duration":"180.893022ms","start":"2026-03-03T11:52:01.736084Z","end":"2026-03-03T11:52:01.916977Z","steps":["trace[1262002361] 'agreement among raft nodes before linearized reading' (duration: 180.279158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:01.917127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.37595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T11:52:01.917235Z","caller":"traceutil/trace.go:171","msg":"trace[465149715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4838; }","duration":"188.535893ms","start":"2026-03-03T11:52:01.728681Z","end":"2026-03-03T11:52:01.917217Z","steps":["trace[465149715] 'agreement among raft nodes before linearized reading' (duration: 187.540209ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:09.843478Z","caller":"traceutil/trace.go:171","msg":"trace[227684714] linearizableReadLoop","detail":"{readStateIndex:5163; appliedIndex:5162; }","duration":"390.626898ms","start":"2026-03-03T11:52:09.452827Z","end":"2026-03-03T11:52:09.843454Z","steps":["trace[227684714] 'read index received' (duration: 390.436303ms)","trace[227684714] 'applied index is now lower than readState.Index' (duration: 189.605µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:09.843549Z","caller":"traceutil/trace.go:171","msg":"trace[744818994] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"405.903389ms","start":"2026-03-03T11:52:09.437606Z","end":"2026-03-03T11:52:09.843509Z","steps":["trace[744818994] 'process raft request' (duration: 405.678554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:09.843683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.849318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:52:09.843726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:09.437569Z","time spent":"406.056153ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13835,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:52:09.843734Z","caller":"traceutil/trace.go:171","msg":"trace[311159473] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4974; }","duration":"276.919659ms","start":"2026-03-03T11:52:09.566802Z","end":"2026-03-03T11:52:09.843721Z","steps":["trace[311159473] 'agreement among raft nodes before linearized reading' (duration: 276.826277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:09.843847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.989947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T11:52:09.843956Z","caller":"traceutil/trace.go:171","msg":"trace[439027026] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4974; }","duration":"391.150961ms","start":"2026-03-03T11:52:09.452778Z","end":"2026-03-03T11:52:09.843929Z","steps":["trace[439027026] 'agreement among raft nodes before linearized reading' (duration: 390.835723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:09.844188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:09.452758Z","time spent":"391.420227ms","remote":"127.0.0.1:42470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-03T11:52:14.518701Z","caller":"traceutil/trace.go:171","msg":"trace[141277663] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"191.994905ms","start":"2026-03-03T11:52:14.32668Z","end":"2026-03-03T11:52:14.518675Z","steps":["trace[141277663] 'process raft request' (duration: 191.842511ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:15.111613Z","caller":"traceutil/trace.go:171","msg":"trace[855195929] linearizableReadLoop","detail":"{readStateIndex:5207; appliedIndex:5206; }","duration":"650.124535ms","start":"2026-03-03T11:52:14.461459Z","end":"2026-03-03T11:52:15.111584Z","steps":["trace[855195929] 'read index received' (duration: 57.202897ms)","trace[855195929] 'applied index is now lower than readState.Index' (duration: 592.920408ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:15.111676Z","caller":"traceutil/trace.go:171","msg":"trace[317841641] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"726.007086ms","start":"2026-03-03T11:52:14.38564Z","end":"2026-03-03T11:52:15.111647Z","steps":["trace[317841641] 'process raft request' (duration: 694.498118ms)","trace[317841641] 'compare' (duration: 30.866513ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:15.111682Z","caller":"traceutil/trace.go:171","msg":"trace[1348148685] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"632.314513ms","start":"2026-03-03T11:52:14.47932Z","end":"2026-03-03T11:52:15.111635Z","steps":["trace[1348148685] 'process raft request' (duration: 632.18812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:15.11186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:14.385617Z","time spent":"726.132918ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:52:15.111864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:14.479295Z","time spent":"632.462346ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:52:15.112039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.713489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:15.112072Z","caller":"traceutil/trace.go:171","msg":"trace[501333250] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5018; }","duration":"379.79192ms","start":"2026-03-03T11:52:14.732268Z","end":"2026-03-03T11:52:15.11206Z","steps":["trace[501333250] 'agreement among raft nodes before linearized reading' (duration: 379.726779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:15.112103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:14.732234Z","time spent":"379.861112ms","remote":"127.0.0.1:54032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:52:15.1121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.298655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5vxl\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T11:52:15.112166Z","caller":"traceutil/trace.go:171","msg":"trace[2087695424] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5vxl; range_end:; response_count:1; response_revision:5018; }","duration":"606.421258ms","start":"2026-03-03T11:52:14.505725Z","end":"2026-03-03T11:52:15.112146Z","steps":["trace[2087695424] 'agreement among raft nodes before linearized reading' (duration: 606.203753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:15.112228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:14.505703Z","time spent":"606.51266ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-q5vxl\" "} {"level":"warn","ts":"2026-03-03T11:52:15.112708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.416047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T11:52:15.112823Z","caller":"traceutil/trace.go:171","msg":"trace[556824271] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5018; }","duration":"579.577281ms","start":"2026-03-03T11:52:14.533215Z","end":"2026-03-03T11:52:15.112793Z","steps":["trace[556824271] 'agreement among raft nodes before linearized reading' (duration: 579.269474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:15.112853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.387584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"warn","ts":"2026-03-03T11:52:15.112887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:14.533192Z","time spent":"579.674964ms","remote":"127.0.0.1:42470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-03T11:52:15.112908Z","caller":"traceutil/trace.go:171","msg":"trace[1009953816] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5018; }","duration":"651.484607ms","start":"2026-03-03T11:52:14.461409Z","end":"2026-03-03T11:52:15.112893Z","steps":["trace[1009953816] 'agreement among raft nodes before linearized reading' (duration: 650.34993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:15.113083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:14.461388Z","time spent":"651.680192ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10414,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-03T11:52:15.37961Z","caller":"traceutil/trace.go:171","msg":"trace[1407953922] linearizableReadLoop","detail":"{readStateIndex:5209; appliedIndex:5208; }","duration":"246.782345ms","start":"2026-03-03T11:52:15.132803Z","end":"2026-03-03T11:52:15.379585Z","steps":["trace[1407953922] 'read index received' (duration: 246.55644ms)","trace[1407953922] 'applied index is now lower than readState.Index' (duration: 224.975µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:15.379656Z","caller":"traceutil/trace.go:171","msg":"trace[1954700292] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"255.026481ms","start":"2026-03-03T11:52:15.124604Z","end":"2026-03-03T11:52:15.37963Z","steps":["trace[1954700292] 'process raft request' (duration: 254.829736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:15.379816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.949379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:15.379868Z","caller":"traceutil/trace.go:171","msg":"trace[854168713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5019; }","duration":"247.084462ms","start":"2026-03-03T11:52:15.132769Z","end":"2026-03-03T11:52:15.379853Z","steps":["trace[854168713] 'agreement among raft nodes before linearized reading' (duration: 246.951099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:15.379851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.999135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:52:15.379924Z","caller":"traceutil/trace.go:171","msg":"trace[1882472760] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5019; }","duration":"114.133028ms","start":"2026-03-03T11:52:15.265776Z","end":"2026-03-03T11:52:15.379909Z","steps":["trace[1882472760] 'agreement among raft nodes before linearized reading' (duration: 113.978435ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:15.56033Z","caller":"traceutil/trace.go:171","msg":"trace[470612704] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"174.216723ms","start":"2026-03-03T11:52:15.386098Z","end":"2026-03-03T11:52:15.560315Z","steps":["trace[470612704] 'process raft request' (duration: 174.07651ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:15.560694Z","caller":"traceutil/trace.go:171","msg":"trace[1350922844] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"174.421438ms","start":"2026-03-03T11:52:15.386265Z","end":"2026-03-03T11:52:15.560686Z","steps":["trace[1350922844] 'process raft request' (duration: 174.004938ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:15.560715Z","caller":"traceutil/trace.go:171","msg":"trace[1252552743] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"174.304195ms","start":"2026-03-03T11:52:15.386385Z","end":"2026-03-03T11:52:15.560689Z","steps":["trace[1252552743] 'process raft request' (duration: 174.105821ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:16.080133Z","caller":"traceutil/trace.go:171","msg":"trace[325467068] linearizableReadLoop","detail":"{readStateIndex:5214; appliedIndex:5213; }","duration":"176.211071ms","start":"2026-03-03T11:52:15.903901Z","end":"2026-03-03T11:52:16.080113Z","steps":["trace[325467068] 'read index received' (duration: 176.063848ms)","trace[325467068] 'applied index is now lower than readState.Index' (duration: 146.143µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:16.080195Z","caller":"traceutil/trace.go:171","msg":"trace[826563580] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"178.802072ms","start":"2026-03-03T11:52:15.901358Z","end":"2026-03-03T11:52:16.08016Z","steps":["trace[826563580] 'process raft request' (duration: 178.627748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:16.080358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.397558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T11:52:16.080395Z","caller":"traceutil/trace.go:171","msg":"trace[1760136746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5024; }","duration":"107.492631ms","start":"2026-03-03T11:52:15.972892Z","end":"2026-03-03T11:52:16.080384Z","steps":["trace[1760136746] 'agreement among raft nodes before linearized reading' (duration: 107.357188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:16.080426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.501438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-03T11:52:16.080477Z","caller":"traceutil/trace.go:171","msg":"trace[1483057080] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5024; }","duration":"176.59712ms","start":"2026-03-03T11:52:15.903867Z","end":"2026-03-03T11:52:16.080464Z","steps":["trace[1483057080] 'agreement among raft nodes before linearized reading' (duration: 176.379895ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:16.187087Z","caller":"traceutil/trace.go:171","msg":"trace[1606143301] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"101.879718ms","start":"2026-03-03T11:52:16.085178Z","end":"2026-03-03T11:52:16.187057Z","steps":["trace[1606143301] 'process raft request' (duration: 101.743935ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:16.187166Z","caller":"traceutil/trace.go:171","msg":"trace[1251348105] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"102.212626ms","start":"2026-03-03T11:52:16.084943Z","end":"2026-03-03T11:52:16.187156Z","steps":["trace[1251348105] 'process raft request' (duration: 86.38564ms)","trace[1251348105] 'compare' (duration: 15.432146ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:16.187199Z","caller":"traceutil/trace.go:171","msg":"trace[209285273] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"102.111593ms","start":"2026-03-03T11:52:16.085061Z","end":"2026-03-03T11:52:16.187172Z","steps":["trace[209285273] 'process raft request' (duration: 101.822576ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:16.187087Z","caller":"traceutil/trace.go:171","msg":"trace[1241957036] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"101.760474ms","start":"2026-03-03T11:52:16.085299Z","end":"2026-03-03T11:52:16.187059Z","steps":["trace[1241957036] 'process raft request' (duration: 101.661592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:16.550523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.230798ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-03T11:52:16.868692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.918612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T11:52:16.868774Z","caller":"traceutil/trace.go:171","msg":"trace[706952319] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5030; }","duration":"103.022504ms","start":"2026-03-03T11:52:16.765731Z","end":"2026-03-03T11:52:16.868753Z","steps":["trace[706952319] 'range keys from in-memory index tree' (duration: 102.798469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:16.868791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.702741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:16.868873Z","caller":"traceutil/trace.go:171","msg":"trace[237720218] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5030; }","duration":"103.848363ms","start":"2026-03-03T11:52:16.765006Z","end":"2026-03-03T11:52:16.868854Z","steps":["trace[237720218] 'count revisions from in-memory index tree' (duration: 103.570477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:18.387619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.920648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T11:52:18.387614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.99308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T11:52:18.387694Z","caller":"traceutil/trace.go:171","msg":"trace[1107762689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5045; }","duration":"196.057602ms","start":"2026-03-03T11:52:18.191617Z","end":"2026-03-03T11:52:18.387674Z","steps":["trace[1107762689] 'range keys from in-memory index tree' (duration: 195.735704ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:18.38771Z","caller":"traceutil/trace.go:171","msg":"trace[1690869677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5045; }","duration":"196.129544ms","start":"2026-03-03T11:52:18.19156Z","end":"2026-03-03T11:52:18.387689Z","steps":["trace[1690869677] 'range keys from in-memory index tree' (duration: 195.840926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:18.387759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.805095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T11:52:18.388001Z","caller":"traceutil/trace.go:171","msg":"trace[1083824394] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5045; }","duration":"195.950949ms","start":"2026-03-03T11:52:18.1919Z","end":"2026-03-03T11:52:18.387851Z","steps":["trace[1083824394] 'range keys from in-memory index tree' (duration: 195.659761ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:49.436195Z","caller":"traceutil/trace.go:171","msg":"trace[637684797] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"106.622219ms","start":"2026-03-03T11:52:49.329553Z","end":"2026-03-03T11:52:49.436176Z","steps":["trace[637684797] 'process raft request' (duration: 106.506357ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:49.675453Z","caller":"traceutil/trace.go:171","msg":"trace[855710744] linearizableReadLoop","detail":"{readStateIndex:5508; appliedIndex:5506; }","duration":"296.408603ms","start":"2026-03-03T11:52:49.37902Z","end":"2026-03-03T11:52:49.675428Z","steps":["trace[855710744] 'read index received' (duration: 57.102535ms)","trace[855710744] 'applied index is now lower than readState.Index' (duration: 239.302898ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:49.675567Z","caller":"traceutil/trace.go:171","msg":"trace[1320709996] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"332.848548ms","start":"2026-03-03T11:52:49.342661Z","end":"2026-03-03T11:52:49.67551Z","steps":["trace[1320709996] 'process raft request' (duration: 332.628373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:49.675738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:49.342644Z","time spent":"333.001891ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:52:49.67589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.751061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5vxl\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T11:52:49.676019Z","caller":"traceutil/trace.go:171","msg":"trace[1240123380] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5vxl; range_end:; response_count:1; response_revision:5309; }","duration":"297.024277ms","start":"2026-03-03T11:52:49.378975Z","end":"2026-03-03T11:52:49.675999Z","steps":["trace[1240123380] 'agreement among raft nodes before linearized reading' (duration: 296.551276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:58.692202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.287336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T11:52:58.692326Z","caller":"traceutil/trace.go:171","msg":"trace[1928466285] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5363; }","duration":"343.46059ms","start":"2026-03-03T11:52:58.348836Z","end":"2026-03-03T11:52:58.692297Z","steps":["trace[1928466285] 'range keys from in-memory index tree' (duration: 343.060331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:58.692379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:58.348818Z","time spent":"343.546242ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T11:52:58.866494Z","caller":"traceutil/trace.go:171","msg":"trace[152313319] transaction","detail":"{read_only:false; response_revision:5368; number_of_response:1; }","duration":"102.390279ms","start":"2026-03-03T11:52:58.764075Z","end":"2026-03-03T11:52:58.866465Z","steps":["trace[152313319] 'process raft request' (duration: 102.346838ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:58.866836Z","caller":"traceutil/trace.go:171","msg":"trace[359361368] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"103.641309ms","start":"2026-03-03T11:52:58.763154Z","end":"2026-03-03T11:52:58.866795Z","steps":["trace[359361368] 'process raft request' (duration: 103.121377ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:53:57.83326Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2769} {"level":"info","ts":"2026-03-03T11:53:57.889044Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2769,"took":"54.369663ms","hash":3291457639,"current-db-size-bytes":42172416,"current-db-size":"42 MB","current-db-size-in-use-bytes":31633408,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-03T11:53:57.889145Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3291457639,"revision":2769,"compact-revision":-1} {"level":"info","ts":"2026-03-03T11:58:07.197969Z","caller":"traceutil/trace.go:171","msg":"trace[166029971] linearizableReadLoop","detail":"{readStateIndex:7646; appliedIndex:7645; }","duration":"286.313182ms","start":"2026-03-03T11:58:06.911631Z","end":"2026-03-03T11:58:07.197944Z","steps":["trace[166029971] 'read index received' (duration: 286.114928ms)","trace[166029971] 'applied index is now lower than readState.Index' (duration: 197.354µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:58:07.198234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.58464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T11:58:07.198293Z","caller":"traceutil/trace.go:171","msg":"trace[1207565310] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7370; }","duration":"286.683831ms","start":"2026-03-03T11:58:06.911595Z","end":"2026-03-03T11:58:07.198279Z","steps":["trace[1207565310] 'agreement among raft nodes before linearized reading' (duration: 286.531998ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:07.198008Z","caller":"traceutil/trace.go:171","msg":"trace[736530338] transaction","detail":"{read_only:false; response_revision:7370; number_of_response:1; }","duration":"343.416833ms","start":"2026-03-03T11:58:06.854562Z","end":"2026-03-03T11:58:07.197979Z","steps":["trace[736530338] 'process raft request' (duration: 343.194298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:07.198743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:06.854536Z","time spent":"344.118021ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:58:07.505522Z","caller":"traceutil/trace.go:171","msg":"trace[686956289] linearizableReadLoop","detail":"{readStateIndex:7649; appliedIndex:7648; }","duration":"113.197187ms","start":"2026-03-03T11:58:07.392277Z","end":"2026-03-03T11:58:07.505474Z","steps":["trace[686956289] 'read index received' (duration: 30.666211ms)","trace[686956289] 'applied index is now lower than readState.Index' (duration: 82.529276ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:58:07.505617Z","caller":"traceutil/trace.go:171","msg":"trace[718494381] transaction","detail":"{read_only:false; response_revision:7373; number_of_response:1; }","duration":"127.455007ms","start":"2026-03-03T11:58:07.378117Z","end":"2026-03-03T11:58:07.505572Z","steps":["trace[718494381] 'process raft request' (duration: 44.827158ms)","trace[718494381] 'compare' (duration: 82.344122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:58:07.50587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.569516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5vxl\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T11:58:07.505958Z","caller":"traceutil/trace.go:171","msg":"trace[159227885] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5vxl; range_end:; response_count:1; response_revision:7373; }","duration":"113.708669ms","start":"2026-03-03T11:58:07.392229Z","end":"2026-03-03T11:58:07.505937Z","steps":["trace[159227885] 'agreement among raft nodes before linearized reading' (duration: 113.449003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:16.06264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982295205,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T11:58:16.317936Z","caller":"traceutil/trace.go:171","msg":"trace[831602561] linearizableReadLoop","detail":"{readStateIndex:7826; appliedIndex:7825; }","duration":"755.850743ms","start":"2026-03-03T11:58:15.562052Z","end":"2026-03-03T11:58:16.317903Z","steps":["trace[831602561] 'read index received' (duration: 755.630868ms)","trace[831602561] 'applied index is now lower than readState.Index' (duration: 218.445µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:58:16.318004Z","caller":"traceutil/trace.go:171","msg":"trace[479532431] transaction","detail":"{read_only:false; response_revision:7548; number_of_response:1; }","duration":"771.859335ms","start":"2026-03-03T11:58:15.546104Z","end":"2026-03-03T11:58:16.317964Z","steps":["trace[479532431] 'process raft request' (duration: 771.590449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:16.318207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:15.546082Z","time spent":"772.020348ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:58:16.318249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.175481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5vxl\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T11:58:16.318333Z","caller":"traceutil/trace.go:171","msg":"trace[1725689200] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5vxl; range_end:; response_count:1; response_revision:7548; }","duration":"756.310554ms","start":"2026-03-03T11:58:15.562006Z","end":"2026-03-03T11:58:16.318316Z","steps":["trace[1725689200] 'agreement among raft nodes before linearized reading' (duration: 756.053028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:16.318373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:15.561987Z","time spent":"756.380625ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-q5vxl\" "} {"level":"warn","ts":"2026-03-03T11:58:16.789294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.990076ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T11:58:16.789425Z","caller":"traceutil/trace.go:171","msg":"trace[182240967] linearizableReadLoop","detail":"{readStateIndex:7827; appliedIndex:7826; }","duration":"471.377673ms","start":"2026-03-03T11:58:16.31803Z","end":"2026-03-03T11:58:16.789407Z","steps":["trace[182240967] 'read index received' (duration: 31.197654ms)","trace[182240967] 'applied index is now lower than readState.Index' (duration: 440.178369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:58:16.789732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.854454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T11:58:16.789794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.175353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:58:16.78979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.300567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:58:16.789815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.70947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:58:16.789816Z","caller":"traceutil/trace.go:171","msg":"trace[2008515130] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:7548; }","duration":"886.988007ms","start":"2026-03-03T11:58:15.90281Z","end":"2026-03-03T11:58:16.789798Z","steps":["trace[2008515130] 'agreement among raft nodes before linearized reading' (duration: 886.823884ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:16.789895Z","caller":"traceutil/trace.go:171","msg":"trace[1209139912] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:7548; }","duration":"994.312075ms","start":"2026-03-03T11:58:15.795562Z","end":"2026-03-03T11:58:16.789874Z","steps":["trace[1209139912] 'agreement among raft nodes before linearized reading' (duration: 994.129611ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:16.789927Z","caller":"traceutil/trace.go:171","msg":"trace[1708969822] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7548; }","duration":"656.849263ms","start":"2026-03-03T11:58:16.133058Z","end":"2026-03-03T11:58:16.789907Z","steps":["trace[1708969822] 'agreement among raft nodes before linearized reading' (duration: 656.645068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:16.789941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:15.902793Z","time spent":"887.13092ms","remote":"127.0.0.1:42800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:58:16.789952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:15.795548Z","time spent":"994.393398ms","remote":"127.0.0.1:38748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:58:16.789981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:16.132962Z","time spent":"657.008346ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-03T11:58:16.790189Z","caller":"traceutil/trace.go:171","msg":"trace[964475278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7548; }","duration":"655.843159ms","start":"2026-03-03T11:58:16.134324Z","end":"2026-03-03T11:58:16.790167Z","steps":["trace[964475278] 'agreement among raft nodes before linearized reading' (duration: 655.296206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:16.790264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:16.134298Z","time spent":"655.952201ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T11:58:16.885385Z","caller":"traceutil/trace.go:171","msg":"trace[1418585014] transaction","detail":"{read_only:false; response_revision:7549; number_of_response:1; }","duration":"246.400041ms","start":"2026-03-03T11:58:16.638954Z","end":"2026-03-03T11:58:16.885354Z","steps":["trace[1418585014] 'process raft request' (duration: 246.102034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:16.88548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.15545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T11:58:16.885551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.607528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T11:58:16.885576Z","caller":"traceutil/trace.go:171","msg":"trace[1405748336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7549; }","duration":"516.321214ms","start":"2026-03-03T11:58:16.369232Z","end":"2026-03-03T11:58:16.885553Z","steps":["trace[1405748336] 'agreement among raft nodes before linearized reading' (duration: 516.063238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:16.885567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.773262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T11:58:16.885589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.232309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T11:58:16.88557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.350688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T11:58:16.885629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:16.369204Z","time spent":"516.418557ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T11:58:16.885626Z","caller":"traceutil/trace.go:171","msg":"trace[938501540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7549; }","duration":"309.71792ms","start":"2026-03-03T11:58:16.575888Z","end":"2026-03-03T11:58:16.885606Z","steps":["trace[938501540] 'agreement among raft nodes before linearized reading' (duration: 309.466115ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:16.885644Z","caller":"traceutil/trace.go:171","msg":"trace[1823756985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7549; }","duration":"304.908176ms","start":"2026-03-03T11:58:16.580718Z","end":"2026-03-03T11:58:16.885627Z","steps":["trace[1823756985] 'agreement among raft nodes before linearized reading' (duration: 304.677159ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:16.885651Z","caller":"traceutil/trace.go:171","msg":"trace[1277800285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7549; }","duration":"518.356204ms","start":"2026-03-03T11:58:16.36728Z","end":"2026-03-03T11:58:16.885637Z","steps":["trace[1277800285] 'agreement among raft nodes before linearized reading' (duration: 518.151238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:16.885674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:16.575871Z","time spent":"309.794563ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T11:58:16.885682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:16.580698Z","time spent":"304.977568ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T11:58:16.885681Z","caller":"traceutil/trace.go:171","msg":"trace[1145741754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7549; }","duration":"308.527263ms","start":"2026-03-03T11:58:16.577126Z","end":"2026-03-03T11:58:16.885653Z","steps":["trace[1145741754] 'agreement among raft nodes before linearized reading' (duration: 308.155023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:16.885696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:16.367257Z","time spent":"518.430125ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T11:58:16.885743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:16.577097Z","time spent":"308.630065ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T11:58:16.885915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.257083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222743"} {"level":"info","ts":"2026-03-03T11:58:16.88598Z","caller":"traceutil/trace.go:171","msg":"trace[854930795] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7549; }","duration":"563.389736ms","start":"2026-03-03T11:58:16.322578Z","end":"2026-03-03T11:58:16.885968Z","steps":["trace[854930795] 'agreement among raft nodes before linearized reading' (duration: 562.966135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:16.886015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:16.322555Z","time spent":"563.450367ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222766,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T11:58:22.440601Z","caller":"traceutil/trace.go:171","msg":"trace[157489283] transaction","detail":"{read_only:false; response_revision:7576; number_of_response:1; }","duration":"103.855995ms","start":"2026-03-03T11:58:22.336708Z","end":"2026-03-03T11:58:22.440564Z","steps":["trace[157489283] 'process raft request' (duration: 68.491192ms)","trace[157489283] 'compare' (duration: 35.127957ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:58:27.222561Z","caller":"traceutil/trace.go:171","msg":"trace[238873864] transaction","detail":"{read_only:false; response_revision:7600; number_of_response:1; }","duration":"120.391873ms","start":"2026-03-03T11:58:27.102135Z","end":"2026-03-03T11:58:27.222526Z","steps":["trace[238873864] 'process raft request' (duration: 74.856677ms)","trace[238873864] 'compare' (duration: 45.323341ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:58:27.310801Z","caller":"traceutil/trace.go:171","msg":"trace[804958413] transaction","detail":"{read_only:false; response_revision:7601; number_of_response:1; }","duration":"208.155847ms","start":"2026-03-03T11:58:27.10262Z","end":"2026-03-03T11:58:27.310776Z","steps":["trace[804958413] 'process raft request' (duration: 207.965583ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:27.310953Z","caller":"traceutil/trace.go:171","msg":"trace[913937569] transaction","detail":"{read_only:false; response_revision:7602; number_of_response:1; }","duration":"208.239359ms","start":"2026-03-03T11:58:27.10268Z","end":"2026-03-03T11:58:27.310919Z","steps":["trace[913937569] 'process raft request' (duration: 208.055924ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:27.452639Z","caller":"traceutil/trace.go:171","msg":"trace[686872081] transaction","detail":"{read_only:false; response_revision:7603; number_of_response:1; }","duration":"126.50308ms","start":"2026-03-03T11:58:27.326106Z","end":"2026-03-03T11:58:27.452609Z","steps":["trace[686872081] 'process raft request' (duration: 73.435563ms)","trace[686872081] 'compare' (duration: 52.940054ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:58:28.504368Z","caller":"traceutil/trace.go:171","msg":"trace[1361439868] transaction","detail":"{read_only:false; response_revision:7604; number_of_response:1; }","duration":"154.124498ms","start":"2026-03-03T11:58:28.350214Z","end":"2026-03-03T11:58:28.504339Z","steps":["trace[1361439868] 'process raft request' (duration: 153.995165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:29.00883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982295370,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T11:58:29.346643Z","caller":"traceutil/trace.go:171","msg":"trace[1129137990] transaction","detail":"{read_only:false; response_revision:7605; number_of_response:1; }","duration":"851.50035ms","start":"2026-03-03T11:58:28.495107Z","end":"2026-03-03T11:58:29.346607Z","steps":["trace[1129137990] 'process raft request' (duration: 826.528154ms)","trace[1129137990] 'compare' (duration: 24.6868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:58:29.346826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:28.495086Z","time spent":"851.643953ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:58:29.536278Z","caller":"traceutil/trace.go:171","msg":"trace[2011974317] linearizableReadLoop","detail":"{readStateIndex:7888; appliedIndex:7886; }","duration":"1.028111934s","start":"2026-03-03T11:58:28.508138Z","end":"2026-03-03T11:58:29.53625Z","steps":["trace[2011974317] 'read index received' (duration: 813.496613ms)","trace[2011974317] 'applied index is now lower than readState.Index' (duration: 214.614301ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:58:29.536349Z","caller":"traceutil/trace.go:171","msg":"trace[1215082962] transaction","detail":"{read_only:false; response_revision:7606; number_of_response:1; }","duration":"583.917155ms","start":"2026-03-03T11:58:28.952398Z","end":"2026-03-03T11:58:29.536315Z","steps":["trace[1215082962] 'process raft request' (duration: 521.27317ms)","trace[1215082962] 'compare' (duration: 62.362928ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:58:29.536419Z","caller":"traceutil/trace.go:171","msg":"trace[2085536584] transaction","detail":"{read_only:false; response_revision:7607; number_of_response:1; }","duration":"500.663217ms","start":"2026-03-03T11:58:29.035744Z","end":"2026-03-03T11:58:29.536407Z","steps":["trace[2085536584] 'process raft request' (duration: 500.454812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:29.536553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:29.035715Z","time spent":"500.759489ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:58:29.536591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.429543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T11:58:29.536625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.308235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T11:58:29.53664Z","caller":"traceutil/trace.go:171","msg":"trace[1655189589] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7607; }","duration":"821.520755ms","start":"2026-03-03T11:58:28.715106Z","end":"2026-03-03T11:58:29.536626Z","steps":["trace[1655189589] 'agreement among raft nodes before linearized reading' (duration: 821.414152ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:29.536655Z","caller":"traceutil/trace.go:171","msg":"trace[1630658649] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7607; }","duration":"310.369416ms","start":"2026-03-03T11:58:29.226276Z","end":"2026-03-03T11:58:29.536645Z","steps":["trace[1630658649] 'agreement among raft nodes before linearized reading' (duration: 310.263093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:29.536686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:29.226265Z","time spent":"310.417328ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T11:58:29.536718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:28.952368Z","time spent":"584.044147ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:58:29.536739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.098189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T11:58:29.536781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.885264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5vxl\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T11:58:29.536816Z","caller":"traceutil/trace.go:171","msg":"trace[1010466925] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5vxl; range_end:; response_count:1; response_revision:7607; }","duration":"500.959244ms","start":"2026-03-03T11:58:29.035847Z","end":"2026-03-03T11:58:29.536806Z","steps":["trace[1010466925] 'agreement among raft nodes before linearized reading' (duration: 500.850222ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:29.536811Z","caller":"traceutil/trace.go:171","msg":"trace[245256120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7607; }","duration":"434.203162ms","start":"2026-03-03T11:58:29.102589Z","end":"2026-03-03T11:58:29.536792Z","steps":["trace[245256120] 'agreement among raft nodes before linearized reading' (duration: 433.983616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:29.536848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:29.035751Z","time spent":"501.086818ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-q5vxl\" "} {"level":"warn","ts":"2026-03-03T11:58:29.536863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:29.102576Z","time spent":"434.270943ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T11:58:29.536873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028736851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/key-manager.189952e61a45ee57\" ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-03-03T11:58:29.536908Z","caller":"traceutil/trace.go:171","msg":"trace[652424908] range","detail":"{range_begin:/registry/events/openstack/key-manager.189952e61a45ee57; range_end:; response_count:1; response_revision:7607; }","duration":"1.028789431s","start":"2026-03-03T11:58:28.508108Z","end":"2026-03-03T11:58:29.536897Z","steps":["trace[652424908] 'agreement among raft nodes before linearized reading' (duration: 1.028684239s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:29.536937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:28.508099Z","time spent":"1.028831342s","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":702,"request content":"key:\"/registry/events/openstack/key-manager.189952e61a45ee57\" "} {"level":"warn","ts":"2026-03-03T11:58:29.536997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.29095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T11:58:29.536997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.491006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:58:29.537049Z","caller":"traceutil/trace.go:171","msg":"trace[1259927216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7607; }","duration":"503.384843ms","start":"2026-03-03T11:58:29.033648Z","end":"2026-03-03T11:58:29.537033Z","steps":["trace[1259927216] 'agreement among raft nodes before linearized reading' (duration: 503.207508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:29.537085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:29.033624Z","time spent":"503.453155ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T11:58:29.537081Z","caller":"traceutil/trace.go:171","msg":"trace[1221199072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7607; }","duration":"402.590697ms","start":"2026-03-03T11:58:29.134475Z","end":"2026-03-03T11:58:29.537065Z","steps":["trace[1221199072] 'agreement among raft nodes before linearized reading' (duration: 402.487045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:29.537123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:29.134464Z","time spent":"402.648639ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:58:29.537142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.428114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T11:58:29.536676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:28.71509Z","time spent":"821.576187ms","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-03T11:58:29.537209Z","caller":"traceutil/trace.go:171","msg":"trace[1451419371] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7607; }","duration":"221.527917ms","start":"2026-03-03T11:58:29.315673Z","end":"2026-03-03T11:58:29.5372Z","steps":["trace[1451419371] 'agreement among raft nodes before linearized reading' (duration: 221.406944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:29.537339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.625484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T11:58:29.537363Z","caller":"traceutil/trace.go:171","msg":"trace[1932692339] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7607; }","duration":"222.674034ms","start":"2026-03-03T11:58:29.314682Z","end":"2026-03-03T11:58:29.537356Z","steps":["trace[1932692339] 'agreement among raft nodes before linearized reading' (duration: 222.603613ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:29.89246Z","caller":"traceutil/trace.go:171","msg":"trace[1083523860] transaction","detail":"{read_only:false; response_revision:7610; number_of_response:1; }","duration":"350.593557ms","start":"2026-03-03T11:58:29.541847Z","end":"2026-03-03T11:58:29.892441Z","steps":["trace[1083523860] 'process raft request' (duration: 350.539485ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:29.892472Z","caller":"traceutil/trace.go:171","msg":"trace[1263628287] transaction","detail":"{read_only:false; response_revision:7609; number_of_response:1; }","duration":"350.775201ms","start":"2026-03-03T11:58:29.541672Z","end":"2026-03-03T11:58:29.892447Z","steps":["trace[1263628287] 'process raft request' (duration: 350.593296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:29.892594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:29.541645Z","time spent":"350.884484ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:58:29.892607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:29.541837Z","time spent":"350.68516ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:58:29.892759Z","caller":"traceutil/trace.go:171","msg":"trace[1758649015] transaction","detail":"{read_only:false; response_revision:7611; number_of_response:1; }","duration":"350.7217ms","start":"2026-03-03T11:58:29.542017Z","end":"2026-03-03T11:58:29.892739Z","steps":["trace[1758649015] 'process raft request' (duration: 350.398182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:29.892876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:29.542009Z","time spent":"350.806003ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:58:29.893062Z","caller":"traceutil/trace.go:171","msg":"trace[311619006] transaction","detail":"{read_only:false; response_revision:7612; number_of_response:1; }","duration":"350.74669ms","start":"2026-03-03T11:58:29.542306Z","end":"2026-03-03T11:58:29.893053Z","steps":["trace[311619006] 'process raft request' (duration: 350.369861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:29.893127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:29.542297Z","time spent":"350.806312ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:58:29.893138Z","caller":"traceutil/trace.go:171","msg":"trace[1398699654] transaction","detail":"{read_only:false; response_revision:7613; number_of_response:1; }","duration":"350.779901ms","start":"2026-03-03T11:58:29.54235Z","end":"2026-03-03T11:58:29.893129Z","steps":["trace[1398699654] 'process raft request' (duration: 350.631858ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:29.893127Z","caller":"traceutil/trace.go:171","msg":"trace[315393526] linearizableReadLoop","detail":"{readStateIndex:7895; appliedIndex:7889; }","duration":"349.871119ms","start":"2026-03-03T11:58:29.543218Z","end":"2026-03-03T11:58:29.893089Z","steps":["trace[315393526] 'read index received' (duration: 87.702572ms)","trace[315393526] 'applied index is now lower than readState.Index' (duration: 262.167287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:58:29.893184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:29.542336Z","time spent":"350.823412ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:58:29.893623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.385801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222743"} {"level":"info","ts":"2026-03-03T11:58:29.893789Z","caller":"traceutil/trace.go:171","msg":"trace[1274218673] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7613; }","duration":"350.582026ms","start":"2026-03-03T11:58:29.543188Z","end":"2026-03-03T11:58:29.89377Z","steps":["trace[1274218673] 'agreement among raft nodes before linearized reading' (duration: 350.017583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:29.89401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:29.543179Z","time spent":"350.648358ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222766,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T11:58:31.99571Z","caller":"traceutil/trace.go:171","msg":"trace[1292529194] transaction","detail":"{read_only:false; response_revision:7617; number_of_response:1; }","duration":"644.050589ms","start":"2026-03-03T11:58:31.351636Z","end":"2026-03-03T11:58:31.995687Z","steps":["trace[1292529194] 'process raft request' (duration: 643.818034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:31.995871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:31.351613Z","time spent":"644.186833ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:58:32.352341Z","caller":"traceutil/trace.go:171","msg":"trace[1337569035] linearizableReadLoop","detail":"{readStateIndex:7902; appliedIndex:7899; }","duration":"454.944068ms","start":"2026-03-03T11:58:31.897365Z","end":"2026-03-03T11:58:32.352309Z","steps":["trace[1337569035] 'read index received' (duration: 98.110191ms)","trace[1337569035] 'applied index is now lower than readState.Index' (duration: 356.832907ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:58:32.352354Z","caller":"traceutil/trace.go:171","msg":"trace[601956463] transaction","detail":"{read_only:false; response_revision:7618; number_of_response:1; }","duration":"810.717618ms","start":"2026-03-03T11:58:31.541609Z","end":"2026-03-03T11:58:32.352327Z","steps":["trace[601956463] 'process raft request' (duration: 810.473282ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:32.352439Z","caller":"traceutil/trace.go:171","msg":"trace[2048015566] transaction","detail":"{read_only:false; response_revision:7619; number_of_response:1; }","duration":"810.283547ms","start":"2026-03-03T11:58:31.542123Z","end":"2026-03-03T11:58:32.352406Z","steps":["trace[2048015566] 'process raft request' (duration: 810.137873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:32.352539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.164263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T11:58:32.352571Z","caller":"traceutil/trace.go:171","msg":"trace[982561787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7619; }","duration":"455.239015ms","start":"2026-03-03T11:58:31.897325Z","end":"2026-03-03T11:58:32.352564Z","steps":["trace[982561787] 'agreement among raft nodes before linearized reading' (duration: 455.093501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:32.352591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:31.897309Z","time spent":"455.276255ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T11:58:32.352585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.174432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T11:58:32.352589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.62193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T11:58:32.352585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:31.541588Z","time spent":"810.890202ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:58:32.352622Z","caller":"traceutil/trace.go:171","msg":"trace[1644705615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7619; }","duration":"455.264285ms","start":"2026-03-03T11:58:31.897346Z","end":"2026-03-03T11:58:32.352611Z","steps":["trace[1644705615] 'agreement among raft nodes before linearized reading' (duration: 455.114031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:32.352624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:31.542113Z","time spent":"810.40415ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:58:32.352665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:31.897328Z","time spent":"455.327567ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T11:58:32.352666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.914697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T11:58:32.352699Z","caller":"traceutil/trace.go:171","msg":"trace[1602775254] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7619; }","duration":"454.951348ms","start":"2026-03-03T11:58:31.89774Z","end":"2026-03-03T11:58:32.352692Z","steps":["trace[1602775254] 'agreement among raft nodes before linearized reading' (duration: 454.854465ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:32.352641Z","caller":"traceutil/trace.go:171","msg":"trace[2050156263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7619; }","duration":"454.686961ms","start":"2026-03-03T11:58:31.897936Z","end":"2026-03-03T11:58:32.352623Z","steps":["trace[2050156263] 'agreement among raft nodes before linearized reading' (duration: 454.548838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:32.352719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:31.897729Z","time spent":"454.985478ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T11:58:32.35273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.656848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5vxl\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-03T11:58:32.352739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:31.897931Z","time spent":"454.802274ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T11:58:32.352721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.782884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T11:58:32.352759Z","caller":"traceutil/trace.go:171","msg":"trace[212916061] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5vxl; range_end:; response_count:1; response_revision:7619; }","duration":"451.703559ms","start":"2026-03-03T11:58:31.901047Z","end":"2026-03-03T11:58:32.352751Z","steps":["trace[212916061] 'agreement among raft nodes before linearized reading' (duration: 451.616337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:32.352789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:31.901038Z","time spent":"451.74513ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-q5vxl\" "} {"level":"info","ts":"2026-03-03T11:58:32.35279Z","caller":"traceutil/trace.go:171","msg":"trace[2129166541] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7619; }","duration":"454.854475ms","start":"2026-03-03T11:58:31.897919Z","end":"2026-03-03T11:58:32.352773Z","steps":["trace[2129166541] 'agreement among raft nodes before linearized reading' (duration: 454.648701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:32.352831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:31.897892Z","time spent":"454.930237ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T11:58:32.573376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.925782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:58:32.57359Z","caller":"traceutil/trace.go:171","msg":"trace[437471966] transaction","detail":"{read_only:false; response_revision:7622; number_of_response:1; }","duration":"216.64225ms","start":"2026-03-03T11:58:32.356931Z","end":"2026-03-03T11:58:32.573573Z","steps":["trace[437471966] 'process raft request' (duration: 216.543518ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:32.573577Z","caller":"traceutil/trace.go:171","msg":"trace[561309747] transaction","detail":"{read_only:false; response_revision:7621; number_of_response:1; }","duration":"216.728642ms","start":"2026-03-03T11:58:32.35682Z","end":"2026-03-03T11:58:32.573548Z","steps":["trace[561309747] 'process raft request' (duration: 114.507912ms)","trace[561309747] 'compare' (duration: 101.768598ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:58:32.573867Z","caller":"traceutil/trace.go:171","msg":"trace[392738278] transaction","detail":"{read_only:false; response_revision:7623; number_of_response:1; }","duration":"216.811644ms","start":"2026-03-03T11:58:32.35704Z","end":"2026-03-03T11:58:32.573852Z","steps":["trace[392738278] 'process raft request' (duration: 216.496307ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:32.57388Z","caller":"traceutil/trace.go:171","msg":"trace[1645733122] linearizableReadLoop","detail":"{readStateIndex:7904; appliedIndex:7902; }","duration":"216.987498ms","start":"2026-03-03T11:58:32.356875Z","end":"2026-03-03T11:58:32.573863Z","steps":["trace[1645733122] 'read index received' (duration: 56.930339ms)","trace[1645733122] 'applied index is now lower than readState.Index' (duration: 160.056199ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:58:32.573927Z","caller":"traceutil/trace.go:171","msg":"trace[377511470] transaction","detail":"{read_only:false; response_revision:7624; number_of_response:1; }","duration":"216.752663ms","start":"2026-03-03T11:58:32.357136Z","end":"2026-03-03T11:58:32.573889Z","steps":["trace[377511470] 'process raft request' (duration: 216.61904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:32.574101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.340922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-f4c7d9f5d-4smmf.189952e9c71e5ff9\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-03T11:58:32.574138Z","caller":"traceutil/trace.go:171","msg":"trace[1288788394] range","detail":"{range_begin:/registry/events/openstack/barbican-api-f4c7d9f5d-4smmf.189952e9c71e5ff9; range_end:; response_count:1; response_revision:7624; }","duration":"203.407304ms","start":"2026-03-03T11:58:32.370718Z","end":"2026-03-03T11:58:32.574125Z","steps":["trace[1288788394] 'agreement among raft nodes before linearized reading' (duration: 203.255581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:32.574408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.49809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222743"} {"level":"info","ts":"2026-03-03T11:58:32.57446Z","caller":"traceutil/trace.go:171","msg":"trace[671376298] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7624; }","duration":"217.590163ms","start":"2026-03-03T11:58:32.356855Z","end":"2026-03-03T11:58:32.574445Z","steps":["trace[671376298] 'agreement among raft nodes before linearized reading' (duration: 217.081491ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:32.838852Z","caller":"traceutil/trace.go:171","msg":"trace[548136005] linearizableReadLoop","detail":"{readStateIndex:7908; appliedIndex:7907; }","duration":"178.986142ms","start":"2026-03-03T11:58:32.659847Z","end":"2026-03-03T11:58:32.838834Z","steps":["trace[548136005] 'read index received' (duration: 178.791107ms)","trace[548136005] 'applied index is now lower than readState.Index' (duration: 193.785µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:58:32.839194Z","caller":"traceutil/trace.go:171","msg":"trace[1894857944] transaction","detail":"{read_only:false; response_revision:7625; number_of_response:1; }","duration":"262.702528ms","start":"2026-03-03T11:58:32.576479Z","end":"2026-03-03T11:58:32.839181Z","steps":["trace[1894857944] 'process raft request' (duration: 262.175626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:32.839412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.556435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:58:32.839448Z","caller":"traceutil/trace.go:171","msg":"trace[569484508] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:7625; }","duration":"179.673468ms","start":"2026-03-03T11:58:32.659763Z","end":"2026-03-03T11:58:32.839436Z","steps":["trace[569484508] 'agreement among raft nodes before linearized reading' (duration: 179.605156ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:34.177536Z","caller":"traceutil/trace.go:171","msg":"trace[1387693834] transaction","detail":"{read_only:false; response_revision:7626; number_of_response:1; }","duration":"175.850777ms","start":"2026-03-03T11:58:34.001651Z","end":"2026-03-03T11:58:34.177502Z","steps":["trace[1387693834] 'process raft request' (duration: 175.621382ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:34.459053Z","caller":"traceutil/trace.go:171","msg":"trace[334364480] transaction","detail":"{read_only:false; response_revision:7627; number_of_response:1; }","duration":"101.518293ms","start":"2026-03-03T11:58:34.357512Z","end":"2026-03-03T11:58:34.45903Z","steps":["trace[334364480] 'process raft request' (duration: 101.344749ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:34.460642Z","caller":"traceutil/trace.go:171","msg":"trace[484021112] transaction","detail":"{read_only:false; response_revision:7628; number_of_response:1; }","duration":"102.285171ms","start":"2026-03-03T11:58:34.358328Z","end":"2026-03-03T11:58:34.460613Z","steps":["trace[484021112] 'process raft request' (duration: 102.039925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:35.517608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.491251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T11:58:35.517691Z","caller":"traceutil/trace.go:171","msg":"trace[1543535430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7629; }","duration":"939.615104ms","start":"2026-03-03T11:58:34.578056Z","end":"2026-03-03T11:58:35.517671Z","steps":["trace[1543535430] 'range keys from in-memory index tree' (duration: 939.317335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:35.51773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:34.578022Z","time spent":"939.699375ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T11:58:35.517757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.616587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5vxl\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T11:58:35.517814Z","caller":"traceutil/trace.go:171","msg":"trace[726613989] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5vxl; range_end:; response_count:1; response_revision:7629; }","duration":"935.71427ms","start":"2026-03-03T11:58:34.582085Z","end":"2026-03-03T11:58:35.5178Z","steps":["trace[726613989] 'range keys from in-memory index tree' (duration: 935.499264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:35.51786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:34.582064Z","time spent":"935.778821ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-q5vxl\" "} {"level":"warn","ts":"2026-03-03T11:58:35.517872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.610573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T11:58:35.517949Z","caller":"traceutil/trace.go:171","msg":"trace[743706908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7629; }","duration":"939.736076ms","start":"2026-03-03T11:58:34.578194Z","end":"2026-03-03T11:58:35.517931Z","steps":["trace[743706908] 'range keys from in-memory index tree' (duration: 939.46891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:35.517978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.529091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T11:58:35.518006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:34.578166Z","time spent":"939.818558ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T11:58:35.517872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.511461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T11:58:35.518094Z","caller":"traceutil/trace.go:171","msg":"trace[709926267] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7629; }","duration":"939.767046ms","start":"2026-03-03T11:58:34.578318Z","end":"2026-03-03T11:58:35.518085Z","steps":["trace[709926267] 'range keys from in-memory index tree' (duration: 939.308766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:35.51812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:34.57831Z","time spent":"939.802298ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T11:58:35.518123Z","caller":"traceutil/trace.go:171","msg":"trace[1591924302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7629; }","duration":"939.859749ms","start":"2026-03-03T11:58:34.578155Z","end":"2026-03-03T11:58:35.518014Z","steps":["trace[1591924302] 'range keys from in-memory index tree' (duration: 939.351677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:35.51825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:34.578136Z","time spent":"940.096685ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T11:58:36.071031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.152519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:58:36.071216Z","caller":"traceutil/trace.go:171","msg":"trace[1572831275] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:7633; }","duration":"400.424076ms","start":"2026-03-03T11:58:35.670753Z","end":"2026-03-03T11:58:36.071177Z","steps":["trace[1572831275] 'count revisions from in-memory index tree' (duration: 400.042777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:36.071271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:35.670728Z","time spent":"400.529938ms","remote":"127.0.0.1:54056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T11:58:36.576277Z","caller":"traceutil/trace.go:171","msg":"trace[497169213] transaction","detail":"{read_only:false; response_revision:7634; number_of_response:1; }","duration":"389.388462ms","start":"2026-03-03T11:58:36.186861Z","end":"2026-03-03T11:58:36.57625Z","steps":["trace[497169213] 'process raft request' (duration: 389.210648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:36.576478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:36.186833Z","time spent":"389.525135ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:58:36.610228Z","caller":"traceutil/trace.go:171","msg":"trace[1173950753] linearizableReadLoop","detail":"{readStateIndex:7920; appliedIndex:7917; }","duration":"138.371193ms","start":"2026-03-03T11:58:36.471828Z","end":"2026-03-03T11:58:36.610199Z","steps":["trace[1173950753] 'read index received' (duration: 104.248428ms)","trace[1173950753] 'applied index is now lower than readState.Index' (duration: 34.121485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:58:36.61046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.604349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T11:58:36.610505Z","caller":"traceutil/trace.go:171","msg":"trace[1309428419] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7636; }","duration":"138.724811ms","start":"2026-03-03T11:58:36.471768Z","end":"2026-03-03T11:58:36.610492Z","steps":["trace[1309428419] 'agreement among raft nodes before linearized reading' (duration: 138.537847ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:36.61058Z","caller":"traceutil/trace.go:171","msg":"trace[1978239119] transaction","detail":"{read_only:false; response_revision:7635; number_of_response:1; }","duration":"145.886492ms","start":"2026-03-03T11:58:36.46459Z","end":"2026-03-03T11:58:36.610476Z","steps":["trace[1978239119] 'process raft request' (duration: 145.361708ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:36.610684Z","caller":"traceutil/trace.go:171","msg":"trace[856020858] transaction","detail":"{read_only:false; response_revision:7636; number_of_response:1; }","duration":"144.400846ms","start":"2026-03-03T11:58:36.466256Z","end":"2026-03-03T11:58:36.610657Z","steps":["trace[856020858] 'process raft request' (duration: 143.886684ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:57.840006Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5776} {"level":"info","ts":"2026-03-03T11:58:57.954476Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5776,"took":"112.699729ms","hash":758213866,"current-db-size-bytes":44167168,"current-db-size":"44 MB","current-db-size-in-use-bytes":23646208,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-03T11:58:57.954545Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":758213866,"revision":5776,"compact-revision":2769} {"level":"info","ts":"2026-03-03T11:58:59.994232Z","caller":"traceutil/trace.go:171","msg":"trace[465047387] transaction","detail":"{read_only:false; response_revision:7802; number_of_response:1; }","duration":"250.209371ms","start":"2026-03-03T11:58:59.744003Z","end":"2026-03-03T11:58:59.994212Z","steps":["trace[465047387] 'process raft request' (duration: 243.614894ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:59.994164Z","caller":"traceutil/trace.go:171","msg":"trace[1231402564] linearizableReadLoop","detail":"{readStateIndex:8093; appliedIndex:8091; }","duration":"247.24923ms","start":"2026-03-03T11:58:59.74689Z","end":"2026-03-03T11:58:59.994139Z","steps":["trace[1231402564] 'read index received' (duration: 52.39648ms)","trace[1231402564] 'applied index is now lower than readState.Index' (duration: 194.85089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:58:59.994803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.903645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T11:58:59.994837Z","caller":"traceutil/trace.go:171","msg":"trace[106535314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7802; }","duration":"247.985327ms","start":"2026-03-03T11:58:59.746841Z","end":"2026-03-03T11:58:59.994826Z","steps":["trace[106535314] 'agreement among raft nodes before linearized reading' (duration: 247.829413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:59.995032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.845864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T11:58:59.995066Z","caller":"traceutil/trace.go:171","msg":"trace[1836857385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7802; }","duration":"247.898315ms","start":"2026-03-03T11:58:59.747153Z","end":"2026-03-03T11:58:59.995051Z","steps":["trace[1836857385] 'agreement among raft nodes before linearized reading' (duration: 247.815713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:59.995063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.403058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:58:59.995136Z","caller":"traceutil/trace.go:171","msg":"trace[1798143583] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7802; }","duration":"160.533461ms","start":"2026-03-03T11:58:59.834586Z","end":"2026-03-03T11:58:59.995119Z","steps":["trace[1798143583] 'agreement among raft nodes before linearized reading' (duration: 160.385237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:59.995207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.970832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-03T11:58:59.995286Z","caller":"traceutil/trace.go:171","msg":"trace[1876258900] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:7802; }","duration":"182.061544ms","start":"2026-03-03T11:58:59.813207Z","end":"2026-03-03T11:58:59.995268Z","steps":["trace[1876258900] 'agreement among raft nodes before linearized reading' (duration: 181.831989ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:01.991699Z","caller":"traceutil/trace.go:171","msg":"trace[2121247382] transaction","detail":"{read_only:false; response_revision:7814; number_of_response:1; }","duration":"184.059432ms","start":"2026-03-03T11:59:01.807612Z","end":"2026-03-03T11:59:01.991671Z","steps":["trace[2121247382] 'process raft request' (duration: 183.961099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:03.88427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.635308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:59:03.88436Z","caller":"traceutil/trace.go:171","msg":"trace[2087390705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7822; }","duration":"749.772682ms","start":"2026-03-03T11:59:03.134568Z","end":"2026-03-03T11:59:03.88434Z","steps":["trace[2087390705] 'range keys from in-memory index tree' (duration: 749.539976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:03.884405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:03.134546Z","time spent":"749.845385ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:59:03.884474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.846863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-03T11:59:03.88451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.69056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5vxl\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T11:59:03.884577Z","caller":"traceutil/trace.go:171","msg":"trace[524627778] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7822; }","duration":"337.990406ms","start":"2026-03-03T11:59:03.546569Z","end":"2026-03-03T11:59:03.884559Z","steps":["trace[524627778] 'range keys from in-memory index tree' (duration: 337.674908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:03.884616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:03.54655Z","time spent":"338.056288ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T11:59:03.884612Z","caller":"traceutil/trace.go:171","msg":"trace[519705409] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5vxl; range_end:; response_count:1; response_revision:7822; }","duration":"195.840833ms","start":"2026-03-03T11:59:03.688752Z","end":"2026-03-03T11:59:03.884593Z","steps":["trace[519705409] 'range keys from in-memory index tree' (duration: 195.519546ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:07.048969Z","caller":"traceutil/trace.go:171","msg":"trace[277603462] transaction","detail":"{read_only:false; response_revision:7835; number_of_response:1; }","duration":"349.436949ms","start":"2026-03-03T11:59:06.699502Z","end":"2026-03-03T11:59:07.048939Z","steps":["trace[277603462] 'process raft request' (duration: 349.278965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:07.049122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:06.699476Z","time spent":"349.575492ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:59:07.24172Z","caller":"traceutil/trace.go:171","msg":"trace[330596364] linearizableReadLoop","detail":"{readStateIndex:8130; appliedIndex:8127; }","duration":"484.355159ms","start":"2026-03-03T11:59:06.757343Z","end":"2026-03-03T11:59:07.241699Z","steps":["trace[330596364] 'read index received' (duration: 291.418904ms)","trace[330596364] 'applied index is now lower than readState.Index' (duration: 192.935115ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:07.241742Z","caller":"traceutil/trace.go:171","msg":"trace[845424163] transaction","detail":"{read_only:false; response_revision:7836; number_of_response:1; }","duration":"540.99394ms","start":"2026-03-03T11:59:06.700716Z","end":"2026-03-03T11:59:07.24171Z","steps":["trace[845424163] 'process raft request' (duration: 468.890439ms)","trace[845424163] 'compare' (duration: 71.923007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:59:07.242251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.889691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T11:59:07.242303Z","caller":"traceutil/trace.go:171","msg":"trace[1126616747] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7837; }","duration":"484.988944ms","start":"2026-03-03T11:59:06.757302Z","end":"2026-03-03T11:59:07.242291Z","steps":["trace[1126616747] 'agreement among raft nodes before linearized reading' (duration: 484.82139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:07.242325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:06.700695Z","time spent":"541.538702ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:59:07.242342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:06.757287Z","time spent":"485.047245ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T11:59:07.24207Z","caller":"traceutil/trace.go:171","msg":"trace[2097130727] transaction","detail":"{read_only:false; response_revision:7837; number_of_response:1; }","duration":"510.869861ms","start":"2026-03-03T11:59:06.731179Z","end":"2026-03-03T11:59:07.242049Z","steps":["trace[2097130727] 'process raft request' (duration: 510.473592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:07.242512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:06.731166Z","time spent":"511.25848ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:59:07.242635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.277124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:59:07.242768Z","caller":"traceutil/trace.go:171","msg":"trace[1761527692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7837; }","duration":"108.449107ms","start":"2026-03-03T11:59:07.134306Z","end":"2026-03-03T11:59:07.242755Z","steps":["trace[1761527692] 'agreement among raft nodes before linearized reading' (duration: 108.012346ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:07.498474Z","caller":"traceutil/trace.go:171","msg":"trace[1869579097] transaction","detail":"{read_only:false; response_revision:7839; number_of_response:1; }","duration":"167.891757ms","start":"2026-03-03T11:59:07.330552Z","end":"2026-03-03T11:59:07.498444Z","steps":["trace[1869579097] 'process raft request' (duration: 132.225856ms)","trace[1869579097] 'compare' (duration: 35.375024ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:59:07.719945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.742398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:59:07.720033Z","caller":"traceutil/trace.go:171","msg":"trace[483457650] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7840; }","duration":"119.908141ms","start":"2026-03-03T11:59:07.600107Z","end":"2026-03-03T11:59:07.720015Z","steps":["trace[483457650] 'count revisions from in-memory index tree' (duration: 119.531713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:08.575589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.028436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:59:08.575853Z","caller":"traceutil/trace.go:171","msg":"trace[6025394] transaction","detail":"{read_only:false; response_revision:7845; number_of_response:1; }","duration":"490.681129ms","start":"2026-03-03T11:59:08.085153Z","end":"2026-03-03T11:59:08.575834Z","steps":["trace[6025394] 'process raft request' (duration: 490.598727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:08.575933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:08.085139Z","time spent":"490.757031ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:59:08.576139Z","caller":"traceutil/trace.go:171","msg":"trace[1665290926] transaction","detail":"{read_only:false; response_revision:7844; number_of_response:1; }","duration":"491.168731ms","start":"2026-03-03T11:59:08.084959Z","end":"2026-03-03T11:59:08.576127Z","steps":["trace[1665290926] 'process raft request' (duration: 490.73095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:08.576206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:08.084939Z","time spent":"491.237412ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:59:08.576111Z","caller":"traceutil/trace.go:171","msg":"trace[1610252050] transaction","detail":"{read_only:false; response_revision:7843; number_of_response:1; }","duration":"491.147061ms","start":"2026-03-03T11:59:08.084929Z","end":"2026-03-03T11:59:08.576076Z","steps":["trace[1610252050] 'process raft request' (duration: 178.557472ms)","trace[1610252050] 'compare' (duration: 311.921923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:59:08.576381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:08.084901Z","time spent":"491.404966ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:59:09.081362Z","caller":"traceutil/trace.go:171","msg":"trace[2110006158] linearizableReadLoop","detail":"{readStateIndex:8139; appliedIndex:8138; }","duration":"143.2936ms","start":"2026-03-03T11:59:08.938043Z","end":"2026-03-03T11:59:09.081337Z","steps":["trace[2110006158] 'read index received' (duration: 143.177677ms)","trace[2110006158] 'applied index is now lower than readState.Index' (duration: 114.943µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:09.081392Z","caller":"traceutil/trace.go:171","msg":"trace[28011590] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"428.328252ms","start":"2026-03-03T11:59:08.65304Z","end":"2026-03-03T11:59:09.081368Z","steps":["trace[28011590] 'process raft request' (duration: 428.148607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:09.081505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.450553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:59:09.081525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:08.653015Z","time spent":"428.429484ms","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:59:09.081543Z","caller":"traceutil/trace.go:171","msg":"trace[534948215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7846; }","duration":"143.541025ms","start":"2026-03-03T11:59:08.937993Z","end":"2026-03-03T11:59:09.081534Z","steps":["trace[534948215] 'agreement among raft nodes before linearized reading' (duration: 143.461394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:09.338786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.220459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:59:09.338912Z","caller":"traceutil/trace.go:171","msg":"trace[194304630] linearizableReadLoop","detail":"{readStateIndex:8140; appliedIndex:8139; }","duration":"257.455224ms","start":"2026-03-03T11:59:09.08143Z","end":"2026-03-03T11:59:09.338885Z","steps":["trace[194304630] 'read index received' (duration: 44.123772ms)","trace[194304630] 'applied index is now lower than readState.Index' (duration: 213.328892ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:09.338924Z","caller":"traceutil/trace.go:171","msg":"trace[1105417225] transaction","detail":"{read_only:false; response_revision:7847; number_of_response:1; }","duration":"284.712925ms","start":"2026-03-03T11:59:09.054181Z","end":"2026-03-03T11:59:09.338894Z","steps":["trace[1105417225] 'process raft request' (duration: 71.262411ms)","trace[1105417225] 'compare' (duration: 213.021863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:59:09.339142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.44783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-03T11:59:09.3392Z","caller":"traceutil/trace.go:171","msg":"trace[1689024965] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7847; }","duration":"378.523873ms","start":"2026-03-03T11:59:08.960657Z","end":"2026-03-03T11:59:09.339181Z","steps":["trace[1689024965] 'agreement among raft nodes before linearized reading' (duration: 378.323288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:09.339246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:08.960629Z","time spent":"378.604345ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T11:59:09.348253Z","caller":"traceutil/trace.go:171","msg":"trace[2053064379] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"100.266113ms","start":"2026-03-03T11:59:09.247953Z","end":"2026-03-03T11:59:09.348219Z","steps":["trace[2053064379] 'process raft request' (duration: 100.171241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:09.348344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.024367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:59:09.348377Z","caller":"traceutil/trace.go:171","msg":"trace[1603280391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7849; }","duration":"214.085298ms","start":"2026-03-03T11:59:09.13428Z","end":"2026-03-03T11:59:09.348366Z","steps":["trace[1603280391] 'agreement among raft nodes before linearized reading' (duration: 214.044538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:09.348545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.242017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:59:09.348594Z","caller":"traceutil/trace.go:171","msg":"trace[708419201] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:7849; }","duration":"231.342601ms","start":"2026-03-03T11:59:09.117234Z","end":"2026-03-03T11:59:09.348577Z","steps":["trace[708419201] 'agreement among raft nodes before linearized reading' (duration: 231.27261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:09.348305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.306862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189952f48d6d6328\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-03T11:59:09.348666Z","caller":"traceutil/trace.go:171","msg":"trace[136521447] range","detail":"{range_begin:/registry/events/openstack/ceph.189952f48d6d6328; range_end:; response_count:1; response_revision:7849; }","duration":"260.712641ms","start":"2026-03-03T11:59:09.087933Z","end":"2026-03-03T11:59:09.348645Z","steps":["trace[136521447] 'agreement among raft nodes before linearized reading' (duration: 260.303921ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:09.452267Z","caller":"traceutil/trace.go:171","msg":"trace[2053399661] transaction","detail":"{read_only:false; response_revision:7850; number_of_response:1; }","duration":"101.315398ms","start":"2026-03-03T11:59:09.350933Z","end":"2026-03-03T11:59:09.452248Z","steps":["trace[2053399661] 'process raft request' (duration: 100.420047ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:17.076631Z","caller":"traceutil/trace.go:171","msg":"trace[797091397] transaction","detail":"{read_only:false; response_revision:7926; number_of_response:1; }","duration":"111.101312ms","start":"2026-03-03T11:59:16.965501Z","end":"2026-03-03T11:59:17.076602Z","steps":["trace[797091397] 'process raft request' (duration: 110.933808ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:17.882221Z","caller":"traceutil/trace.go:171","msg":"trace[1349182564] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"129.099011ms","start":"2026-03-03T11:59:17.753094Z","end":"2026-03-03T11:59:17.882193Z","steps":["trace[1349182564] 'process raft request' (duration: 128.955397ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:17.916628Z","caller":"traceutil/trace.go:171","msg":"trace[1446969700] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"152.989102ms","start":"2026-03-03T11:59:17.763613Z","end":"2026-03-03T11:59:17.916602Z","steps":["trace[1446969700] 'process raft request' (duration: 152.671713ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:18.454243Z","caller":"traceutil/trace.go:171","msg":"trace[989866234] linearizableReadLoop","detail":"{readStateIndex:8232; appliedIndex:8231; }","duration":"490.234729ms","start":"2026-03-03T11:59:17.963981Z","end":"2026-03-03T11:59:18.454215Z","steps":["trace[989866234] 'read index received' (duration: 490.085506ms)","trace[989866234] 'applied index is now lower than readState.Index' (duration: 144.213µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:18.454275Z","caller":"traceutil/trace.go:171","msg":"trace[1919749535] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"528.288257ms","start":"2026-03-03T11:59:17.925963Z","end":"2026-03-03T11:59:18.454251Z","steps":["trace[1919749535] 'process raft request' (duration: 528.065231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:18.454416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:17.925941Z","time spent":"528.39979ms","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:59:18.454465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.475975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:59:18.454524Z","caller":"traceutil/trace.go:171","msg":"trace[82504404] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:7934; }","duration":"490.586258ms","start":"2026-03-03T11:59:17.963924Z","end":"2026-03-03T11:59:18.45451Z","steps":["trace[82504404] 'agreement among raft nodes before linearized reading' (duration: 490.460715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:18.454578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:17.963903Z","time spent":"490.66108ms","remote":"127.0.0.1:42800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:59:18.979938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.454346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:59:18.980034Z","caller":"traceutil/trace.go:171","msg":"trace[795549042] linearizableReadLoop","detail":"{readStateIndex:8233; appliedIndex:8232; }","duration":"525.695354ms","start":"2026-03-03T11:59:18.454323Z","end":"2026-03-03T11:59:18.980019Z","steps":["trace[795549042] 'read index received' (duration: 397.011663ms)","trace[795549042] 'applied index is now lower than readState.Index' (duration: 128.682471ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:18.980124Z","caller":"traceutil/trace.go:171","msg":"trace[669848407] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"950.919842ms","start":"2026-03-03T11:59:18.02919Z","end":"2026-03-03T11:59:18.98011Z","steps":["trace[669848407] 'process raft request' (duration: 822.20638ms)","trace[669848407] 'compare' (duration: 128.288892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:59:18.980198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.118643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:59:18.980277Z","caller":"traceutil/trace.go:171","msg":"trace[226827056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7935; }","duration":"844.254756ms","start":"2026-03-03T11:59:18.136004Z","end":"2026-03-03T11:59:18.980259Z","steps":["trace[226827056] 'agreement among raft nodes before linearized reading' (duration: 844.126143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:18.980268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001100639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5vxl\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-03T11:59:18.980323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:18.135979Z","time spent":"844.335198ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:59:18.980306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.069593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T11:59:18.98036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.964499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T11:59:18.980344Z","caller":"traceutil/trace.go:171","msg":"trace[643513461] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5vxl; range_end:; response_count:1; response_revision:7935; }","duration":"1.001220992s","start":"2026-03-03T11:59:17.979105Z","end":"2026-03-03T11:59:18.980326Z","steps":["trace[643513461] 'agreement among raft nodes before linearized reading' (duration: 1.001014787s)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:18.980398Z","caller":"traceutil/trace.go:171","msg":"trace[475638662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7935; }","duration":"365.01813ms","start":"2026-03-03T11:59:18.615369Z","end":"2026-03-03T11:59:18.980387Z","steps":["trace[475638662] 'agreement among raft nodes before linearized reading' (duration: 364.890677ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:18.980394Z","caller":"traceutil/trace.go:171","msg":"trace[1302108985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7935; }","duration":"865.187026ms","start":"2026-03-03T11:59:18.115186Z","end":"2026-03-03T11:59:18.980373Z","steps":["trace[1302108985] 'agreement among raft nodes before linearized reading' (duration: 864.981921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:18.980407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:17.979082Z","time spent":"1.001316805s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-q5vxl\" "} {"level":"warn","ts":"2026-03-03T11:59:18.980191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:18.029168Z","time spent":"950.991933ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:59:18.980443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:18.11517Z","time spent":"865.260288ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T11:59:18.980496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.96896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T11:59:18.98053Z","caller":"traceutil/trace.go:171","msg":"trace[602557902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7935; }","duration":"360.029951ms","start":"2026-03-03T11:59:18.620493Z","end":"2026-03-03T11:59:18.980523Z","steps":["trace[602557902] 'agreement among raft nodes before linearized reading' (duration: 359.951509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:18.980554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:18.620479Z","time spent":"360.069892ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T11:59:18.98071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.551656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T11:59:18.980426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:18.615362Z","time spent":"365.058331ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T11:59:18.980753Z","caller":"traceutil/trace.go:171","msg":"trace[2131323391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7935; }","duration":"366.639378ms","start":"2026-03-03T11:59:18.614103Z","end":"2026-03-03T11:59:18.980743Z","steps":["trace[2131323391] 'agreement among raft nodes before linearized reading' (duration: 366.532865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:18.980781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:18.614076Z","time spent":"366.69871ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T11:59:18.980899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.099901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-03T11:59:18.981073Z","caller":"traceutil/trace.go:171","msg":"trace[491874694] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:7935; }","duration":"520.292127ms","start":"2026-03-03T11:59:18.460733Z","end":"2026-03-03T11:59:18.981025Z","steps":["trace[491874694] 'agreement among raft nodes before linearized reading' (duration: 519.485257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:18.98118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:18.460714Z","time spent":"520.45133ms","remote":"127.0.0.1:42408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":649,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"info","ts":"2026-03-03T11:59:19.190088Z","caller":"traceutil/trace.go:171","msg":"trace[894326571] linearizableReadLoop","detail":"{readStateIndex:8234; appliedIndex:8233; }","duration":"204.774496ms","start":"2026-03-03T11:59:18.98529Z","end":"2026-03-03T11:59:19.190064Z","steps":["trace[894326571] 'read index received' (duration: 134.793786ms)","trace[894326571] 'applied index is now lower than readState.Index' (duration: 69.97971ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:19.190395Z","caller":"traceutil/trace.go:171","msg":"trace[2035579562] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"205.965885ms","start":"2026-03-03T11:59:18.984238Z","end":"2026-03-03T11:59:19.190204Z","steps":["trace[2035579562] 'process raft request' (duration: 135.666427ms)","trace[2035579562] 'compare' (duration: 70.038272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:59:19.190703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.387101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227388"} {"level":"info","ts":"2026-03-03T11:59:19.19082Z","caller":"traceutil/trace.go:171","msg":"trace[465588965] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7936; }","duration":"205.537925ms","start":"2026-03-03T11:59:18.985261Z","end":"2026-03-03T11:59:19.190799Z","steps":["trace[465588965] 'agreement among raft nodes before linearized reading' (duration: 204.997922ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:19.200435Z","caller":"traceutil/trace.go:171","msg":"trace[234149678] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"214.914959ms","start":"2026-03-03T11:59:18.985504Z","end":"2026-03-03T11:59:19.200419Z","steps":["trace[234149678] 'process raft request' (duration: 214.798396ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:19.200603Z","caller":"traceutil/trace.go:171","msg":"trace[158984325] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"212.752527ms","start":"2026-03-03T11:59:18.987838Z","end":"2026-03-03T11:59:19.200591Z","steps":["trace[158984325] 'process raft request' (duration: 212.562592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:19.200612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.86864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:59:19.200644Z","caller":"traceutil/trace.go:171","msg":"trace[1395430823] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:7939; }","duration":"212.925331ms","start":"2026-03-03T11:59:18.987711Z","end":"2026-03-03T11:59:19.200637Z","steps":["trace[1395430823] 'agreement among raft nodes before linearized reading' (duration: 212.838159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:19.200737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.185184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-03T11:59:19.200805Z","caller":"traceutil/trace.go:171","msg":"trace[723483711] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:7939; }","duration":"106.290366ms","start":"2026-03-03T11:59:19.094495Z","end":"2026-03-03T11:59:19.200786Z","steps":["trace[723483711] 'agreement among raft nodes before linearized reading' (duration: 106.115622ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:19.20044Z","caller":"traceutil/trace.go:171","msg":"trace[549441902] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"212.594583ms","start":"2026-03-03T11:59:18.987834Z","end":"2026-03-03T11:59:19.200429Z","steps":["trace[549441902] 'process raft request' (duration: 212.540712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:19.200795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.657815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:59:19.200881Z","caller":"traceutil/trace.go:171","msg":"trace[1686739063] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:7939; }","duration":"168.783017ms","start":"2026-03-03T11:59:19.032079Z","end":"2026-03-03T11:59:19.200862Z","steps":["trace[1686739063] 'agreement among raft nodes before linearized reading' (duration: 168.649854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:21.675155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.7691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:59:21.675403Z","caller":"traceutil/trace.go:171","msg":"trace[1640298133] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"433.450483ms","start":"2026-03-03T11:59:21.241926Z","end":"2026-03-03T11:59:21.675377Z","steps":["trace[1640298133] 'process raft request' (duration: 433.359161ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:21.675414Z","caller":"traceutil/trace.go:171","msg":"trace[1260242140] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"433.816042ms","start":"2026-03-03T11:59:21.241567Z","end":"2026-03-03T11:59:21.675383Z","steps":["trace[1260242140] 'process raft request' (duration: 90.735756ms)","trace[1260242140] 'compare' (duration: 342.143544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:59:21.675525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:21.241915Z","time spent":"433.561586ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:59:21.675638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:21.241552Z","time spent":"434.023837ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:59:21.855811Z","caller":"traceutil/trace.go:171","msg":"trace[226591238] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"440.403959ms","start":"2026-03-03T11:59:21.415359Z","end":"2026-03-03T11:59:21.855763Z","steps":["trace[226591238] 'process raft request' (duration: 395.894277ms)","trace[226591238] 'compare' (duration: 44.264617ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:21.855857Z","caller":"traceutil/trace.go:171","msg":"trace[1657759221] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"438.513065ms","start":"2026-03-03T11:59:21.417311Z","end":"2026-03-03T11:59:21.855824Z","steps":["trace[1657759221] 'process raft request' (duration: 438.371071ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:21.855882Z","caller":"traceutil/trace.go:171","msg":"trace[854178414] linearizableReadLoop","detail":"{readStateIndex:8257; appliedIndex:8254; }","duration":"328.465868ms","start":"2026-03-03T11:59:21.527385Z","end":"2026-03-03T11:59:21.85585Z","steps":["trace[854178414] 'read index received' (duration: 283.882344ms)","trace[854178414] 'applied index is now lower than readState.Index' (duration: 44.582634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:59:21.85596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:21.415334Z","time spent":"440.544723ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:59:21.856005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:21.417299Z","time spent":"438.619437ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:59:21.856101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.769857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T11:59:21.85612Z","caller":"traceutil/trace.go:171","msg":"trace[1591879876] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"377.855187ms","start":"2026-03-03T11:59:21.478223Z","end":"2026-03-03T11:59:21.856078Z","steps":["trace[1591879876] 'process raft request' (duration: 377.505139ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:21.856163Z","caller":"traceutil/trace.go:171","msg":"trace[1422084556] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7959; }","duration":"328.874678ms","start":"2026-03-03T11:59:21.527273Z","end":"2026-03-03T11:59:21.856147Z","steps":["trace[1422084556] 'agreement among raft nodes before linearized reading' (duration: 328.675784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:21.856216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:21.527257Z","time spent":"328.946911ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T11:59:21.856293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:21.478199Z","time spent":"378.002361ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:59:22.182942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.266626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:59:22.183103Z","caller":"traceutil/trace.go:171","msg":"trace[1035827092] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"321.265657ms","start":"2026-03-03T11:59:21.861813Z","end":"2026-03-03T11:59:22.183079Z","steps":["trace[1035827092] 'process raft request' (duration: 170.784285ms)","trace[1035827092] 'compare' (duration: 150.168573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:59:22.183195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:21.861799Z","time spent":"321.352409ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:59:30.735751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.701026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:59:30.735863Z","caller":"traceutil/trace.go:171","msg":"trace[1600949229] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:0; response_revision:8027; }","duration":"212.857299ms","start":"2026-03-03T11:59:30.522985Z","end":"2026-03-03T11:59:30.735843Z","steps":["trace[1600949229] 'range keys from in-memory index tree' (duration: 212.604784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:30.736213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.364666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:59:30.736336Z","caller":"traceutil/trace.go:171","msg":"trace[1572268010] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8027; }","duration":"201.510749ms","start":"2026-03-03T11:59:30.534799Z","end":"2026-03-03T11:59:30.73631Z","steps":["trace[1572268010] 'count revisions from in-memory index tree' (duration: 201.266843ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:00:09.336061Z","caller":"traceutil/trace.go:171","msg":"trace[248888295] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"101.410609ms","start":"2026-03-03T12:00:09.234605Z","end":"2026-03-03T12:00:09.336016Z","steps":["trace[248888295] 'process raft request' (duration: 101.140893ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:00:34.737232Z","caller":"traceutil/trace.go:171","msg":"trace[687501297] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"137.324418ms","start":"2026-03-03T12:00:34.599878Z","end":"2026-03-03T12:00:34.737202Z","steps":["trace[687501297] 'process raft request' (duration: 137.072252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:35.142662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.665872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:00:35.142768Z","caller":"traceutil/trace.go:171","msg":"trace[930297474] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8668; }","duration":"232.807255ms","start":"2026-03-03T12:00:34.909922Z","end":"2026-03-03T12:00:35.142729Z","steps":["trace[930297474] 'count revisions from in-memory index tree' (duration: 232.58847ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:00:46.340579Z","caller":"traceutil/trace.go:171","msg":"trace[609246333] transaction","detail":"{read_only:false; response_revision:8728; number_of_response:1; }","duration":"147.936838ms","start":"2026-03-03T12:00:46.192621Z","end":"2026-03-03T12:00:46.340558Z","steps":["trace[609246333] 'process raft request' (duration: 66.30768ms)","trace[609246333] 'compare' (duration: 81.469624ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:00:46.340878Z","caller":"traceutil/trace.go:171","msg":"trace[1007464458] transaction","detail":"{read_only:false; response_revision:8729; number_of_response:1; }","duration":"147.536248ms","start":"2026-03-03T12:00:46.193333Z","end":"2026-03-03T12:00:46.34087Z","steps":["trace[1007464458] 'process raft request' (duration: 147.18404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:46.341188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.058075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-03T12:00:46.341259Z","caller":"traceutil/trace.go:171","msg":"trace[1694989929] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8729; }","duration":"124.165307ms","start":"2026-03-03T12:00:46.217079Z","end":"2026-03-03T12:00:46.341244Z","steps":["trace[1694989929] 'agreement among raft nodes before linearized reading' (duration: 123.934602ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:00:46.340704Z","caller":"traceutil/trace.go:171","msg":"trace[2125062325] linearizableReadLoop","detail":"{readStateIndex:9051; appliedIndex:9049; }","duration":"123.566764ms","start":"2026-03-03T12:00:46.217106Z","end":"2026-03-03T12:00:46.340673Z","steps":["trace[2125062325] 'read index received' (duration: 41.755112ms)","trace[2125062325] 'applied index is now lower than readState.Index' (duration: 81.809402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:00:48.160701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.047929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T12:00:48.160801Z","caller":"traceutil/trace.go:171","msg":"trace[1648779652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8733; }","duration":"306.179952ms","start":"2026-03-03T12:00:47.854597Z","end":"2026-03-03T12:00:48.160777Z","steps":["trace[1648779652] 'range keys from in-memory index tree' (duration: 305.841224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:48.160868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:47.854586Z","time spent":"306.256624ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:00:48.859054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982298677,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T12:00:48.922777Z","caller":"traceutil/trace.go:171","msg":"trace[108538821] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"574.874296ms","start":"2026-03-03T12:00:48.347871Z","end":"2026-03-03T12:00:48.922746Z","steps":["trace[108538821] 'process raft request' (duration: 573.313988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:48.922977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:48.347848Z","time spent":"575.02943ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:00:49.012638Z","caller":"traceutil/trace.go:171","msg":"trace[139099248] linearizableReadLoop","detail":"{readStateIndex:9059; appliedIndex:9057; }","duration":"653.608415ms","start":"2026-03-03T12:00:48.358998Z","end":"2026-03-03T12:00:49.012607Z","steps":["trace[139099248] 'read index received' (duration: 562.206923ms)","trace[139099248] 'applied index is now lower than readState.Index' (duration: 91.400442ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:00:49.01268Z","caller":"traceutil/trace.go:171","msg":"trace[9941112] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"664.732911ms","start":"2026-03-03T12:00:48.347926Z","end":"2026-03-03T12:00:49.012659Z","steps":["trace[9941112] 'process raft request' (duration: 664.584418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:49.012835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.83892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T12:00:49.012909Z","caller":"traceutil/trace.go:171","msg":"trace[1358564206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8737; }","duration":"653.940863ms","start":"2026-03-03T12:00:48.358955Z","end":"2026-03-03T12:00:49.012896Z","steps":["trace[1358564206] 'agreement among raft nodes before linearized reading' (duration: 653.779539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:49.012873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.955243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T12:00:49.012885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:48.3479Z","time spent":"664.818114ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:00:49.01294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:48.358943Z","time spent":"653.987844ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:00:49.012936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.169922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T12:00:49.012954Z","caller":"traceutil/trace.go:171","msg":"trace[945582588] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8737; }","duration":"207.038795ms","start":"2026-03-03T12:00:48.805901Z","end":"2026-03-03T12:00:49.01294Z","steps":["trace[945582588] 'agreement among raft nodes before linearized reading' (duration: 206.882101ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:00:49.012989Z","caller":"traceutil/trace.go:171","msg":"trace[1411540403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8737; }","duration":"650.248464ms","start":"2026-03-03T12:00:48.362725Z","end":"2026-03-03T12:00:49.012974Z","steps":["trace[1411540403] 'agreement among raft nodes before linearized reading' (duration: 650.054479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:49.013032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:48.362709Z","time spent":"650.315026ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:00:49.266971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.880858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T12:00:49.267363Z","caller":"traceutil/trace.go:171","msg":"trace[508413484] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"250.772554ms","start":"2026-03-03T12:00:49.016563Z","end":"2026-03-03T12:00:49.267335Z","steps":["trace[508413484] 'process raft request' (duration: 250.509888ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:00:49.26735Z","caller":"traceutil/trace.go:171","msg":"trace[1705254924] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"250.739973ms","start":"2026-03-03T12:00:49.01657Z","end":"2026-03-03T12:00:49.267309Z","steps":["trace[1705254924] 'process raft request' (duration: 79.432145ms)","trace[1705254924] 'compare' (duration: 170.750625ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:00:49.310397Z","caller":"traceutil/trace.go:171","msg":"trace[1752840792] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"293.756044ms","start":"2026-03-03T12:00:49.016609Z","end":"2026-03-03T12:00:49.310365Z","steps":["trace[1752840792] 'process raft request' (duration: 293.604371ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:03:18.628183Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6d0358acb671c233","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T12:03:18.634016Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-03T12:03:18.634116Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-03T12:03:57.8483Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7751} {"level":"info","ts":"2026-03-03T12:03:57.910176Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7751,"took":"59.811761ms","hash":1646420281,"current-db-size-bytes":44167168,"current-db-size":"44 MB","current-db-size-in-use-bytes":24121344,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-03T12:03:57.910251Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1646420281,"revision":7751,"compact-revision":5776} {"level":"info","ts":"2026-03-03T12:04:45.431178Z","caller":"traceutil/trace.go:171","msg":"trace[2102227468] linearizableReadLoop","detail":"{readStateIndex:10533; appliedIndex:10532; }","duration":"112.142254ms","start":"2026-03-03T12:04:45.319018Z","end":"2026-03-03T12:04:45.43116Z","steps":["trace[2102227468] 'read index received' (duration: 112.083863ms)","trace[2102227468] 'applied index is now lower than readState.Index' (duration: 57.741µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:04:45.431253Z","caller":"traceutil/trace.go:171","msg":"trace[1890771860] transaction","detail":"{read_only:false; response_revision:10157; number_of_response:1; }","duration":"166.395584ms","start":"2026-03-03T12:04:45.264826Z","end":"2026-03-03T12:04:45.431221Z","steps":["trace[1890771860] 'process raft request' (duration: 166.23387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:04:45.431397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.3729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T12:04:45.431434Z","caller":"traceutil/trace.go:171","msg":"trace[1229826183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10157; }","duration":"112.462492ms","start":"2026-03-03T12:04:45.318963Z","end":"2026-03-03T12:04:45.431425Z","steps":["trace[1229826183] 'agreement among raft nodes before linearized reading' (duration: 112.314209ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:04:45.485885Z","caller":"traceutil/trace.go:171","msg":"trace[2042022571] transaction","detail":"{read_only:false; response_revision:10158; number_of_response:1; }","duration":"113.758343ms","start":"2026-03-03T12:04:45.372109Z","end":"2026-03-03T12:04:45.485868Z","steps":["trace[2042022571] 'process raft request' (duration: 113.630519ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:05:50.165296Z","caller":"traceutil/trace.go:171","msg":"trace[368620146] transaction","detail":"{read_only:false; response_revision:10809; number_of_response:1; }","duration":"351.586608ms","start":"2026-03-03T12:05:49.813684Z","end":"2026-03-03T12:05:50.16527Z","steps":["trace[368620146] 'process raft request' (duration: 351.433784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:05:50.165472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:05:49.81367Z","time spent":"351.7119ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:05:50.477598Z","caller":"traceutil/trace.go:171","msg":"trace[347044843] linearizableReadLoop","detail":"{readStateIndex:11202; appliedIndex:11199; }","duration":"445.425483ms","start":"2026-03-03T12:05:50.03215Z","end":"2026-03-03T12:05:50.477575Z","steps":["trace[347044843] 'read index received' (duration: 132.949074ms)","trace[347044843] 'applied index is now lower than readState.Index' (duration: 312.472689ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:05:50.477629Z","caller":"traceutil/trace.go:171","msg":"trace[105983322] transaction","detail":"{read_only:false; response_revision:10811; number_of_response:1; }","duration":"455.572436ms","start":"2026-03-03T12:05:50.022031Z","end":"2026-03-03T12:05:50.477604Z","steps":["trace[105983322] 'process raft request' (duration: 455.486384ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:05:50.477638Z","caller":"traceutil/trace.go:171","msg":"trace[1260580642] transaction","detail":"{read_only:false; response_revision:10810; number_of_response:1; }","duration":"458.519817ms","start":"2026-03-03T12:05:50.019076Z","end":"2026-03-03T12:05:50.477596Z","steps":["trace[1260580642] 'process raft request' (duration: 456.987391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:05:50.477752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:05:50.022007Z","time spent":"455.681919ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:05:50.477772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.980055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:05:50.47782Z","caller":"traceutil/trace.go:171","msg":"trace[1175648400] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:10811; }","duration":"344.047917ms","start":"2026-03-03T12:05:50.133758Z","end":"2026-03-03T12:05:50.477806Z","steps":["trace[1175648400] 'agreement among raft nodes before linearized reading' (duration: 343.952944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:05:50.477821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.966793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:05:50.477821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.666359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5vxl\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-03T12:05:50.477828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:05:50.019053Z","time spent":"458.688091ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:05:50.477877Z","caller":"traceutil/trace.go:171","msg":"trace[378277165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10811; }","duration":"341.066735ms","start":"2026-03-03T12:05:50.136797Z","end":"2026-03-03T12:05:50.477863Z","steps":["trace[378277165] 'agreement among raft nodes before linearized reading' (duration: 340.979033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:05:50.477871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:05:50.133708Z","time spent":"344.150379ms","remote":"127.0.0.1:54032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:05:50.477901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:05:50.136773Z","time spent":"341.123757ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:05:50.477901Z","caller":"traceutil/trace.go:171","msg":"trace[1759732108] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5vxl; range_end:; response_count:1; response_revision:10811; }","duration":"445.743951ms","start":"2026-03-03T12:05:50.03214Z","end":"2026-03-03T12:05:50.477884Z","steps":["trace[1759732108] 'agreement among raft nodes before linearized reading' (duration: 445.549116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:05:50.477944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:05:50.032129Z","time spent":"445.807582ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-q5vxl\" "} {"level":"warn","ts":"2026-03-03T12:06:12.297903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.171674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-03T12:06:12.297976Z","caller":"traceutil/trace.go:171","msg":"trace[1432412571] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10921; }","duration":"110.286826ms","start":"2026-03-03T12:06:12.187674Z","end":"2026-03-03T12:06:12.297961Z","steps":["trace[1432412571] 'range keys from in-memory index tree' (duration: 109.923168ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:12.74699Z","caller":"traceutil/trace.go:171","msg":"trace[617405773] transaction","detail":"{read_only:false; response_revision:10923; number_of_response:1; }","duration":"115.48201ms","start":"2026-03-03T12:06:12.631481Z","end":"2026-03-03T12:06:12.746963Z","steps":["trace[617405773] 'process raft request' (duration: 115.319016ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:12.761926Z","caller":"traceutil/trace.go:171","msg":"trace[250939172] transaction","detail":"{read_only:false; response_revision:10924; number_of_response:1; }","duration":"112.08593ms","start":"2026-03-03T12:06:12.649815Z","end":"2026-03-03T12:06:12.761901Z","steps":["trace[250939172] 'process raft request' (duration: 111.876155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:13.183164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.711682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T12:06:13.183306Z","caller":"traceutil/trace.go:171","msg":"trace[191713139] transaction","detail":"{read_only:false; response_revision:10927; number_of_response:1; }","duration":"345.002146ms","start":"2026-03-03T12:06:12.838265Z","end":"2026-03-03T12:06:13.183267Z","steps":["trace[191713139] 'process raft request' (duration: 99.097389ms)","trace[191713139] 'compare' (duration: 245.584469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:06:13.183468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:12.838244Z","time spent":"345.14146ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:06:14.093951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982304712,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:06:14.21451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.626339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T12:06:14.214571Z","caller":"traceutil/trace.go:171","msg":"trace[110489074] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10927; }","duration":"693.707461ms","start":"2026-03-03T12:06:13.52085Z","end":"2026-03-03T12:06:14.214557Z","steps":["trace[110489074] 'range keys from in-memory index tree' (duration: 693.428025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:14.214603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:13.52079Z","time spent":"693.806874ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T12:06:14.214693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.211196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-03T12:06:14.214783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.849804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:14.214834Z","caller":"traceutil/trace.go:171","msg":"trace[838901927] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10927; }","duration":"693.907986ms","start":"2026-03-03T12:06:13.520905Z","end":"2026-03-03T12:06:14.214813Z","steps":["trace[838901927] 'range keys from in-memory index tree' (duration: 693.782443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:14.214886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.032839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:06:14.214884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:13.520895Z","time spent":"693.981597ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T12:06:14.214914Z","caller":"traceutil/trace.go:171","msg":"trace[2133161817] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10927; }","duration":"694.09878ms","start":"2026-03-03T12:06:13.520807Z","end":"2026-03-03T12:06:14.214906Z","steps":["trace[2133161817] 'range keys from in-memory index tree' (duration: 693.933126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:14.214919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.914836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T12:06:14.214973Z","caller":"traceutil/trace.go:171","msg":"trace[1250145059] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10927; }","duration":"693.995298ms","start":"2026-03-03T12:06:13.520966Z","end":"2026-03-03T12:06:14.214962Z","steps":["trace[1250145059] 'range keys from in-memory index tree' (duration: 693.734411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:14.214848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.049899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:14.215027Z","caller":"traceutil/trace.go:171","msg":"trace[187812320] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10927; }","duration":"694.261785ms","start":"2026-03-03T12:06:13.520755Z","end":"2026-03-03T12:06:14.215017Z","steps":["trace[187812320] 'range keys from in-memory index tree' (duration: 693.975417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:14.215066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:13.520734Z","time spent":"694.324627ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T12:06:14.214934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:13.520785Z","time spent":"694.145223ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T12:06:14.215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:13.520916Z","time spent":"694.078891ms","remote":"127.0.0.1:42484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T12:06:14.215165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.004995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:06:14.215154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.625611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:06:14.21519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.43233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:14.215209Z","caller":"traceutil/trace.go:171","msg":"trace[693408157] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10927; }","duration":"833.45143ms","start":"2026-03-03T12:06:13.381752Z","end":"2026-03-03T12:06:14.215203Z","steps":["trace[693408157] 'range keys from in-memory index tree' (duration: 833.337867ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:14.215207Z","caller":"traceutil/trace.go:171","msg":"trace[53316452] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10927; }","duration":"832.064037ms","start":"2026-03-03T12:06:13.383136Z","end":"2026-03-03T12:06:14.2152Z","steps":["trace[53316452] 'range keys from in-memory index tree' (duration: 831.968585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:14.215223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:13.381687Z","time spent":"833.533762ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T12:06:14.215213Z","caller":"traceutil/trace.go:171","msg":"trace[1080422733] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10927; }","duration":"832.706313ms","start":"2026-03-03T12:06:13.382491Z","end":"2026-03-03T12:06:14.215197Z","steps":["trace[1080422733] 'range keys from in-memory index tree' (duration: 832.58242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:14.21523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:13.383129Z","time spent":"832.096128ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T12:06:14.215252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:13.382483Z","time spent":"832.760284ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T12:06:14.215278Z","caller":"traceutil/trace.go:171","msg":"trace[1608529736] linearizableReadLoop","detail":"{readStateIndex:11324; appliedIndex:11323; }","duration":"622.302812ms","start":"2026-03-03T12:06:13.59295Z","end":"2026-03-03T12:06:14.215253Z","steps":["trace[1608529736] 'read index received' (duration: 542.362578ms)","trace[1608529736] 'applied index is now lower than readState.Index' (duration: 79.938964ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:06:14.215368Z","caller":"traceutil/trace.go:171","msg":"trace[255568521] transaction","detail":"{read_only:false; response_revision:10928; number_of_response:1; }","duration":"693.696502ms","start":"2026-03-03T12:06:13.521663Z","end":"2026-03-03T12:06:14.21536Z","steps":["trace[255568521] 'process raft request' (duration: 613.741157ms)","trace[255568521] 'compare' (duration: 79.418841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:06:14.215428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:13.521639Z","time spent":"693.749343ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:06:14.215504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.539668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T12:06:14.215537Z","caller":"traceutil/trace.go:171","msg":"trace[95743367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10928; }","duration":"622.63145ms","start":"2026-03-03T12:06:13.592896Z","end":"2026-03-03T12:06:14.215528Z","steps":["trace[95743367] 'agreement among raft nodes before linearized reading' (duration: 622.479976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:14.215578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:13.592871Z","time spent":"622.698662ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:06:14.214716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.790713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:14.2157Z","caller":"traceutil/trace.go:171","msg":"trace[403440709] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10927; }","duration":"694.802308ms","start":"2026-03-03T12:06:13.520848Z","end":"2026-03-03T12:06:14.215651Z","steps":["trace[403440709] 'range keys from in-memory index tree' (duration: 693.706502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:14.215812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:13.520816Z","time spent":"694.948061ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T12:06:14.215039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.578049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:14.215931Z","caller":"traceutil/trace.go:171","msg":"trace[1408998526] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10927; }","duration":"833.752778ms","start":"2026-03-03T12:06:13.382158Z","end":"2026-03-03T12:06:14.215911Z","steps":["trace[1408998526] 'range keys from in-memory index tree' (duration: 832.522217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:14.21701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:13.382147Z","time spent":"834.837593ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T12:06:14.216326Z","caller":"traceutil/trace.go:171","msg":"trace[159071198] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10927; }","duration":"831.366449ms","start":"2026-03-03T12:06:13.383422Z","end":"2026-03-03T12:06:14.214788Z","steps":["trace[159071198] 'range keys from in-memory index tree' (duration: 831.018851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:14.217301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:13.383416Z","time spent":"833.854629ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T12:06:14.697712Z","caller":"traceutil/trace.go:171","msg":"trace[1816458428] transaction","detail":"{read_only:false; response_revision:10930; number_of_response:1; }","duration":"380.006221ms","start":"2026-03-03T12:06:14.317678Z","end":"2026-03-03T12:06:14.697684Z","steps":["trace[1816458428] 'process raft request' (duration: 328.31304ms)","trace[1816458428] 'compare' (duration: 51.23381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:06:14.698023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:14.317655Z","time spent":"380.124943ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:06:14.950524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.441859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T12:06:14.950696Z","caller":"traceutil/trace.go:171","msg":"trace[1386408631] linearizableReadLoop","detail":"{readStateIndex:11328; appliedIndex:11326; }","duration":"174.932057ms","start":"2026-03-03T12:06:14.775748Z","end":"2026-03-03T12:06:14.95068Z","steps":["trace[1386408631] 'read index received' (duration: 46.273252ms)","trace[1386408631] 'applied index is now lower than readState.Index' (duration: 128.657325ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:06:14.950784Z","caller":"traceutil/trace.go:171","msg":"trace[407135992] transaction","detail":"{read_only:false; response_revision:10932; number_of_response:1; }","duration":"184.468634ms","start":"2026-03-03T12:06:14.766307Z","end":"2026-03-03T12:06:14.950775Z","steps":["trace[407135992] 'process raft request' (duration: 184.32505ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:14.950868Z","caller":"traceutil/trace.go:171","msg":"trace[468927173] transaction","detail":"{read_only:false; response_revision:10931; number_of_response:1; }","duration":"198.814195ms","start":"2026-03-03T12:06:14.752026Z","end":"2026-03-03T12:06:14.95084Z","steps":["trace[468927173] 'process raft request' (duration: 69.981617ms)","trace[468927173] 'compare' (duration: 128.321806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:06:14.951099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.097504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T12:06:14.951185Z","caller":"traceutil/trace.go:171","msg":"trace[1508703982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10932; }","duration":"113.216666ms","start":"2026-03-03T12:06:14.837945Z","end":"2026-03-03T12:06:14.951162Z","steps":["trace[1508703982] 'agreement among raft nodes before linearized reading' (duration: 112.924539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:14.95105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.287545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5vxl\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T12:06:14.951871Z","caller":"traceutil/trace.go:171","msg":"trace[1721360476] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5vxl; range_end:; response_count:1; response_revision:10932; }","duration":"176.138816ms","start":"2026-03-03T12:06:14.775695Z","end":"2026-03-03T12:06:14.951833Z","steps":["trace[1721360476] 'agreement among raft nodes before linearized reading' (duration: 175.195213ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:15.121097Z","caller":"traceutil/trace.go:171","msg":"trace[526899945] linearizableReadLoop","detail":"{readStateIndex:11330; appliedIndex:11328; }","duration":"164.316364ms","start":"2026-03-03T12:06:14.956735Z","end":"2026-03-03T12:06:15.121052Z","steps":["trace[526899945] 'read index received' (duration: 90.2005ms)","trace[526899945] 'applied index is now lower than readState.Index' (duration: 74.114804ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:06:15.121146Z","caller":"traceutil/trace.go:171","msg":"trace[1063938712] transaction","detail":"{read_only:false; response_revision:10934; number_of_response:1; }","duration":"165.522922ms","start":"2026-03-03T12:06:14.955583Z","end":"2026-03-03T12:06:15.121106Z","steps":["trace[1063938712] 'process raft request' (duration: 123.571503ms)","trace[1063938712] 'compare' (duration: 41.810746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:06:15.121689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.944089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:49 size:452082"} {"level":"info","ts":"2026-03-03T12:06:15.121758Z","caller":"traceutil/trace.go:171","msg":"trace[1455980988] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:49; response_revision:10934; }","duration":"165.059501ms","start":"2026-03-03T12:06:14.956685Z","end":"2026-03-03T12:06:15.121745Z","steps":["trace[1455980988] 'agreement among raft nodes before linearized reading' (duration: 164.475538ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:15.407873Z","caller":"traceutil/trace.go:171","msg":"trace[1660854181] transaction","detail":"{read_only:false; response_revision:10935; number_of_response:1; }","duration":"215.780649ms","start":"2026-03-03T12:06:15.192057Z","end":"2026-03-03T12:06:15.407838Z","steps":["trace[1660854181] 'process raft request' (duration: 215.616545ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:15.719066Z","caller":"traceutil/trace.go:171","msg":"trace[1647022413] transaction","detail":"{read_only:false; response_revision:10936; number_of_response:1; }","duration":"143.16487ms","start":"2026-03-03T12:06:15.575781Z","end":"2026-03-03T12:06:15.718945Z","steps":["trace[1647022413] 'process raft request' (duration: 73.888601ms)","trace[1647022413] 'compare' (duration: 68.973172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:06:16.261845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.856742ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T12:06:16.261959Z","caller":"traceutil/trace.go:171","msg":"trace[919512332] linearizableReadLoop","detail":"{readStateIndex:11333; appliedIndex:11332; }","duration":"315.383552ms","start":"2026-03-03T12:06:15.946556Z","end":"2026-03-03T12:06:16.261939Z","steps":["trace[919512332] 'read index received' (duration: 214.412657ms)","trace[919512332] 'applied index is now lower than readState.Index' (duration: 100.969445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:06:16.262093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.524095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T12:06:16.262152Z","caller":"traceutil/trace.go:171","msg":"trace[1221797035] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10936; }","duration":"315.597036ms","start":"2026-03-03T12:06:15.946538Z","end":"2026-03-03T12:06:16.262135Z","steps":["trace[1221797035] 'agreement among raft nodes before linearized reading' (duration: 315.484184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:16.262223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:15.946478Z","time spent":"315.728689ms","remote":"127.0.0.1:41886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:06:16.30096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.35604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:16.301034Z","caller":"traceutil/trace.go:171","msg":"trace[990835444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10937; }","duration":"168.472172ms","start":"2026-03-03T12:06:16.132546Z","end":"2026-03-03T12:06:16.301018Z","steps":["trace[990835444] 'agreement among raft nodes before linearized reading' (duration: 168.3711ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:16.428597Z","caller":"traceutil/trace.go:171","msg":"trace[984543654] transaction","detail":"{read_only:false; response_revision:10938; number_of_response:1; }","duration":"117.654972ms","start":"2026-03-03T12:06:16.310911Z","end":"2026-03-03T12:06:16.428565Z","steps":["trace[984543654] 'process raft request' (duration: 53.872853ms)","trace[984543654] 'compare' (duration: 63.600395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:06:17.177963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.207866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T12:06:17.178161Z","caller":"traceutil/trace.go:171","msg":"trace[2133989015] transaction","detail":"{read_only:false; response_revision:10942; number_of_response:1; }","duration":"105.056652ms","start":"2026-03-03T12:06:17.073087Z","end":"2026-03-03T12:06:17.178144Z","steps":["trace[2133989015] 'process raft request' (duration: 104.98722ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:17.178201Z","caller":"traceutil/trace.go:171","msg":"trace[1503849847] linearizableReadLoop","detail":"{readStateIndex:11338; appliedIndex:11337; }","duration":"127.296791ms","start":"2026-03-03T12:06:17.050869Z","end":"2026-03-03T12:06:17.178166Z","steps":["trace[1503849847] 'read index received' (duration: 702.126µs)","trace[1503849847] 'applied index is now lower than readState.Index' (duration: 126.591135ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:06:17.178365Z","caller":"traceutil/trace.go:171","msg":"trace[2074733128] transaction","detail":"{read_only:false; response_revision:10941; number_of_response:1; }","duration":"216.2807ms","start":"2026-03-03T12:06:16.962019Z","end":"2026-03-03T12:06:17.178299Z","steps":["trace[2074733128] 'process raft request' (duration: 89.642044ms)","trace[2074733128] 'compare' (duration: 125.898099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:06:17.178494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.008072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:17.178606Z","caller":"traceutil/trace.go:171","msg":"trace[1537417514] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:10942; }","duration":"116.151476ms","start":"2026-03-03T12:06:17.062423Z","end":"2026-03-03T12:06:17.178574Z","steps":["trace[1537417514] 'agreement among raft nodes before linearized reading' (duration: 115.964111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:17.178531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.645259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T12:06:17.178963Z","caller":"traceutil/trace.go:171","msg":"trace[1312947931] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10942; }","duration":"128.101441ms","start":"2026-03-03T12:06:17.050822Z","end":"2026-03-03T12:06:17.178924Z","steps":["trace[1312947931] 'agreement among raft nodes before linearized reading' (duration: 127.534447ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:17.415657Z","caller":"traceutil/trace.go:171","msg":"trace[1818797253] linearizableReadLoop","detail":"{readStateIndex:11341; appliedIndex:11339; }","duration":"231.974705ms","start":"2026-03-03T12:06:17.183656Z","end":"2026-03-03T12:06:17.415631Z","steps":["trace[1818797253] 'read index received' (duration: 75.521759ms)","trace[1818797253] 'applied index is now lower than readState.Index' (duration: 156.451306ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:06:17.415693Z","caller":"traceutil/trace.go:171","msg":"trace[1665122841] transaction","detail":"{read_only:false; response_revision:10944; number_of_response:1; }","duration":"232.037776ms","start":"2026-03-03T12:06:17.183601Z","end":"2026-03-03T12:06:17.415639Z","steps":["trace[1665122841] 'process raft request' (duration: 162.301676ms)","trace[1665122841] 'compare' (duration: 69.495325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:06:17.41669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.023349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:49 size:452082"} {"level":"info","ts":"2026-03-03T12:06:17.416743Z","caller":"traceutil/trace.go:171","msg":"trace[756812093] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:49; response_revision:10944; }","duration":"233.092621ms","start":"2026-03-03T12:06:17.183639Z","end":"2026-03-03T12:06:17.416731Z","steps":["trace[756812093] 'agreement among raft nodes before linearized reading' (duration: 232.132448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:17.653137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.932019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143094"} {"level":"info","ts":"2026-03-03T12:06:17.653222Z","caller":"traceutil/trace.go:171","msg":"trace[70888678] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:10945; }","duration":"126.075503ms","start":"2026-03-03T12:06:17.527126Z","end":"2026-03-03T12:06:17.653202Z","steps":["trace[70888678] 'range keys from in-memory index tree' (duration: 125.481379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:17.653224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.723178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:17.653704Z","caller":"traceutil/trace.go:171","msg":"trace[1928140170] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10945; }","duration":"119.272931ms","start":"2026-03-03T12:06:17.534411Z","end":"2026-03-03T12:06:17.653684Z","steps":["trace[1928140170] 'range keys from in-memory index tree' (duration: 118.288508ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:18.559102Z","caller":"traceutil/trace.go:171","msg":"trace[1890039744] linearizableReadLoop","detail":"{readStateIndex:11343; appliedIndex:11342; }","duration":"252.964025ms","start":"2026-03-03T12:06:18.306115Z","end":"2026-03-03T12:06:18.559079Z","steps":["trace[1890039744] 'read index received' (duration: 252.854522ms)","trace[1890039744] 'applied index is now lower than readState.Index' (duration: 108.303µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:06:18.559164Z","caller":"traceutil/trace.go:171","msg":"trace[124188615] transaction","detail":"{read_only:false; response_revision:10946; number_of_response:1; }","duration":"253.315933ms","start":"2026-03-03T12:06:18.305815Z","end":"2026-03-03T12:06:18.559131Z","steps":["trace[124188615] 'process raft request' (duration: 253.093798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:18.559281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.096348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:18.559322Z","caller":"traceutil/trace.go:171","msg":"trace[502585635] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10946; }","duration":"253.172869ms","start":"2026-03-03T12:06:18.306139Z","end":"2026-03-03T12:06:18.559311Z","steps":["trace[502585635] 'agreement among raft nodes before linearized reading' (duration: 253.087047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:18.559385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.236811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T12:06:18.559472Z","caller":"traceutil/trace.go:171","msg":"trace[995741654] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10946; }","duration":"253.350794ms","start":"2026-03-03T12:06:18.306102Z","end":"2026-03-03T12:06:18.559453Z","steps":["trace[995741654] 'agreement among raft nodes before linearized reading' (duration: 253.073267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:18.559549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.009276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:18.559599Z","caller":"traceutil/trace.go:171","msg":"trace[1525497427] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10946; }","duration":"253.091828ms","start":"2026-03-03T12:06:18.306497Z","end":"2026-03-03T12:06:18.559589Z","steps":["trace[1525497427] 'agreement among raft nodes before linearized reading' (duration: 252.974735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:18.559601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.106038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:18.559638Z","caller":"traceutil/trace.go:171","msg":"trace[382911330] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10946; }","duration":"253.145449ms","start":"2026-03-03T12:06:18.306484Z","end":"2026-03-03T12:06:18.559629Z","steps":["trace[382911330] 'agreement among raft nodes before linearized reading' (duration: 253.101738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:18.559739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.259402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:18.55977Z","caller":"traceutil/trace.go:171","msg":"trace[1009638070] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10946; }","duration":"253.297753ms","start":"2026-03-03T12:06:18.306465Z","end":"2026-03-03T12:06:18.559763Z","steps":["trace[1009638070] 'agreement among raft nodes before linearized reading' (duration: 253.252682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:18.559845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.535588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T12:06:18.559881Z","caller":"traceutil/trace.go:171","msg":"trace[1895303751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10946; }","duration":"127.6204ms","start":"2026-03-03T12:06:18.432252Z","end":"2026-03-03T12:06:18.559872Z","steps":["trace[1895303751] 'agreement among raft nodes before linearized reading' (duration: 127.457336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:18.559893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.017627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:06:18.559564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.059427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:18.559924Z","caller":"traceutil/trace.go:171","msg":"trace[596507305] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10946; }","duration":"253.046267ms","start":"2026-03-03T12:06:18.30687Z","end":"2026-03-03T12:06:18.559916Z","steps":["trace[596507305] 'agreement among raft nodes before linearized reading' (duration: 253.005616ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:18.55996Z","caller":"traceutil/trace.go:171","msg":"trace[530385714] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10946; }","duration":"253.454697ms","start":"2026-03-03T12:06:18.306484Z","end":"2026-03-03T12:06:18.559938Z","steps":["trace[530385714] 'agreement among raft nodes before linearized reading' (duration: 253.056657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:18.560082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.461278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T12:06:18.560183Z","caller":"traceutil/trace.go:171","msg":"trace[1032795253] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10946; }","duration":"253.58218ms","start":"2026-03-03T12:06:18.306586Z","end":"2026-03-03T12:06:18.560168Z","steps":["trace[1032795253] 'agreement among raft nodes before linearized reading' (duration: 253.16309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:18.560151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.633641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T12:06:18.56055Z","caller":"traceutil/trace.go:171","msg":"trace[726778298] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10946; }","duration":"254.092403ms","start":"2026-03-03T12:06:18.306433Z","end":"2026-03-03T12:06:18.560525Z","steps":["trace[726778298] 'agreement among raft nodes before linearized reading' (duration: 253.329064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:18.560538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.446347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:18.560751Z","caller":"traceutil/trace.go:171","msg":"trace[243907341] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10946; }","duration":"254.066131ms","start":"2026-03-03T12:06:18.306664Z","end":"2026-03-03T12:06:18.56073Z","steps":["trace[243907341] 'agreement among raft nodes before linearized reading' (duration: 253.068017ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:19.49384Z","caller":"traceutil/trace.go:171","msg":"trace[331301885] linearizableReadLoop","detail":"{readStateIndex:11348; appliedIndex:11347; }","duration":"229.458165ms","start":"2026-03-03T12:06:19.264344Z","end":"2026-03-03T12:06:19.493802Z","steps":["trace[331301885] 'read index received' (duration: 229.24554ms)","trace[331301885] 'applied index is now lower than readState.Index' (duration: 211.125µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:06:19.493896Z","caller":"traceutil/trace.go:171","msg":"trace[167947011] transaction","detail":"{read_only:false; response_revision:10951; number_of_response:1; }","duration":"308.526428ms","start":"2026-03-03T12:06:19.185333Z","end":"2026-03-03T12:06:19.493859Z","steps":["trace[167947011] 'process raft request' (duration: 308.268901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:19.494062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:19.185311Z","time spent":"308.656771ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:06:19.494142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.778422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T12:06:19.494239Z","caller":"traceutil/trace.go:171","msg":"trace[214782778] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10951; }","duration":"229.946286ms","start":"2026-03-03T12:06:19.264274Z","end":"2026-03-03T12:06:19.49422Z","steps":["trace[214782778] 'agreement among raft nodes before linearized reading' (duration: 229.67357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:20.804354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.906129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:20.804436Z","caller":"traceutil/trace.go:171","msg":"trace[503630004] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:10956; }","duration":"110.045161ms","start":"2026-03-03T12:06:20.694372Z","end":"2026-03-03T12:06:20.804417Z","steps":["trace[503630004] 'count revisions from in-memory index tree' (duration: 109.712873ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:20.993086Z","caller":"traceutil/trace.go:171","msg":"trace[670498833] linearizableReadLoop","detail":"{readStateIndex:11355; appliedIndex:11354; }","duration":"111.977537ms","start":"2026-03-03T12:06:20.881078Z","end":"2026-03-03T12:06:20.993055Z","steps":["trace[670498833] 'read index received' (duration: 111.69083ms)","trace[670498833] 'applied index is now lower than readState.Index' (duration: 285.447µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:06:20.993129Z","caller":"traceutil/trace.go:171","msg":"trace[1611565974] transaction","detail":"{read_only:false; response_revision:10957; number_of_response:1; }","duration":"125.881528ms","start":"2026-03-03T12:06:20.867219Z","end":"2026-03-03T12:06:20.993101Z","steps":["trace[1611565974] 'process raft request' (duration: 125.646993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:20.993285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.188703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T12:06:20.993341Z","caller":"traceutil/trace.go:171","msg":"trace[457143312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10957; }","duration":"112.288064ms","start":"2026-03-03T12:06:20.88104Z","end":"2026-03-03T12:06:20.993328Z","steps":["trace[457143312] 'agreement among raft nodes before linearized reading' (duration: 112.139651ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:21.188804Z","caller":"traceutil/trace.go:171","msg":"trace[2130099686] linearizableReadLoop","detail":"{readStateIndex:11357; appliedIndex:11356; }","duration":"112.55338ms","start":"2026-03-03T12:06:21.076223Z","end":"2026-03-03T12:06:21.188776Z","steps":["trace[2130099686] 'read index received' (duration: 45.916233ms)","trace[2130099686] 'applied index is now lower than readState.Index' (duration: 66.635817ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:06:21.188872Z","caller":"traceutil/trace.go:171","msg":"trace[2102668232] transaction","detail":"{read_only:false; response_revision:10959; number_of_response:1; }","duration":"141.234064ms","start":"2026-03-03T12:06:21.047598Z","end":"2026-03-03T12:06:21.188832Z","steps":["trace[2102668232] 'process raft request' (duration: 74.525695ms)","trace[2102668232] 'compare' (duration: 66.517874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:06:21.18923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.98683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T12:06:21.18931Z","caller":"traceutil/trace.go:171","msg":"trace[18344905] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10959; }","duration":"113.110904ms","start":"2026-03-03T12:06:21.076181Z","end":"2026-03-03T12:06:21.189292Z","steps":["trace[18344905] 'agreement among raft nodes before linearized reading' (duration: 112.717254ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:21.908967Z","caller":"traceutil/trace.go:171","msg":"trace[1991004616] transaction","detail":"{read_only:false; response_revision:10962; number_of_response:1; }","duration":"212.731616ms","start":"2026-03-03T12:06:21.696211Z","end":"2026-03-03T12:06:21.908942Z","steps":["trace[1991004616] 'process raft request' (duration: 206.816056ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:21.909224Z","caller":"traceutil/trace.go:171","msg":"trace[35107874] transaction","detail":"{read_only:false; response_revision:10963; number_of_response:1; }","duration":"212.959852ms","start":"2026-03-03T12:06:21.696218Z","end":"2026-03-03T12:06:21.909178Z","steps":["trace[35107874] 'process raft request' (duration: 212.675235ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:23.312539Z","caller":"traceutil/trace.go:171","msg":"trace[154562228] transaction","detail":"{read_only:false; response_revision:10968; number_of_response:1; }","duration":"118.00996ms","start":"2026-03-03T12:06:23.194493Z","end":"2026-03-03T12:06:23.312503Z","steps":["trace[154562228] 'process raft request' (duration: 117.830796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:56.377563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.609577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T12:06:56.377697Z","caller":"traceutil/trace.go:171","msg":"trace[1681194999] transaction","detail":"{read_only:false; response_revision:11179; number_of_response:1; }","duration":"165.098252ms","start":"2026-03-03T12:06:56.212569Z","end":"2026-03-03T12:06:56.377667Z","steps":["trace[1681194999] 'process raft request' (duration: 56.28899ms)","trace[1681194999] 'compare' (duration: 108.499055ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:06:56.379581Z","caller":"traceutil/trace.go:171","msg":"trace[1281195615] transaction","detail":"{read_only:false; response_revision:11180; number_of_response:1; }","duration":"158.578058ms","start":"2026-03-03T12:06:56.220986Z","end":"2026-03-03T12:06:56.379564Z","steps":["trace[1281195615] 'process raft request' (duration: 157.82289ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:45.837496Z","caller":"traceutil/trace.go:171","msg":"trace[911756452] transaction","detail":"{read_only:false; response_revision:11497; number_of_response:1; }","duration":"110.098973ms","start":"2026-03-03T12:07:45.727349Z","end":"2026-03-03T12:07:45.837448Z","steps":["trace[911756452] 'process raft request' (duration: 105.538204ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:08:57.856167Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9829} {"level":"info","ts":"2026-03-03T12:08:57.929666Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9829,"took":"71.358169ms","hash":1031389036,"current-db-size-bytes":44167168,"current-db-size":"44 MB","current-db-size-in-use-bytes":22839296,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-03T12:08:57.929728Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1031389036,"revision":9829,"compact-revision":7751} {"level":"info","ts":"2026-03-03T12:10:46.420742Z","caller":"traceutil/trace.go:171","msg":"trace[1147230490] linearizableReadLoop","detail":"{readStateIndex:13112; appliedIndex:13110; }","duration":"107.932798ms","start":"2026-03-03T12:10:46.312774Z","end":"2026-03-03T12:10:46.420707Z","steps":["trace[1147230490] 'read index received' (duration: 27.402701ms)","trace[1147230490] 'applied index is now lower than readState.Index' (duration: 80.528637ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:10:46.420851Z","caller":"traceutil/trace.go:171","msg":"trace[1429105415] transaction","detail":"{read_only:false; response_revision:12652; number_of_response:1; }","duration":"142.311646ms","start":"2026-03-03T12:10:46.278501Z","end":"2026-03-03T12:10:46.420812Z","steps":["trace[1429105415] 'process raft request' (duration: 141.933027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:10:46.420911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.114732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:10:46.420995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.173823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:10:46.421034Z","caller":"traceutil/trace.go:171","msg":"trace[687167709] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12652; }","duration":"108.275196ms","start":"2026-03-03T12:10:46.312726Z","end":"2026-03-03T12:10:46.421002Z","steps":["trace[687167709] 'agreement among raft nodes before linearized reading' (duration: 108.094351ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:10:46.42105Z","caller":"traceutil/trace.go:171","msg":"trace[1120459120] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12652; }","duration":"108.282615ms","start":"2026-03-03T12:10:46.31275Z","end":"2026-03-03T12:10:46.421033Z","steps":["trace[1120459120] 'agreement among raft nodes before linearized reading' (duration: 108.168313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:10:46.421092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.92904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T12:10:46.421158Z","caller":"traceutil/trace.go:171","msg":"trace[549603804] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12652; }","duration":"106.023093ms","start":"2026-03-03T12:10:46.315119Z","end":"2026-03-03T12:10:46.421142Z","steps":["trace[549603804] 'agreement among raft nodes before linearized reading' (duration: 105.821838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:10:46.421162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.975269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:10:46.421221Z","caller":"traceutil/trace.go:171","msg":"trace[1478272944] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12652; }","duration":"108.05651ms","start":"2026-03-03T12:10:46.313149Z","end":"2026-03-03T12:10:46.421206Z","steps":["trace[1478272944] 'agreement among raft nodes before linearized reading' (duration: 107.965828ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:10:46.868492Z","caller":"traceutil/trace.go:171","msg":"trace[1991360583] transaction","detail":"{read_only:false; response_revision:12655; number_of_response:1; }","duration":"162.574968ms","start":"2026-03-03T12:10:46.705893Z","end":"2026-03-03T12:10:46.868468Z","steps":["trace[1991360583] 'process raft request' (duration: 162.296451ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:11:41.862666Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003480.wal"} {"level":"info","ts":"2026-03-03T12:11:55.856265Z","caller":"traceutil/trace.go:171","msg":"trace[1243153647] transaction","detail":"{read_only:false; response_revision:13062; number_of_response:1; }","duration":"113.883519ms","start":"2026-03-03T12:11:55.742353Z","end":"2026-03-03T12:11:55.856236Z","steps":["trace[1243153647] 'process raft request' (duration: 113.728745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:12.341368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.614257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T12:12:12.341535Z","caller":"traceutil/trace.go:171","msg":"trace[2101631306] linearizableReadLoop","detail":"{readStateIndex:13661; appliedIndex:13660; }","duration":"206.763079ms","start":"2026-03-03T12:12:12.13475Z","end":"2026-03-03T12:12:12.341513Z","steps":["trace[2101631306] 'read index received' (duration: 42.501µs)","trace[2101631306] 'applied index is now lower than readState.Index' (duration: 206.719298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:12:12.341756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.015976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:12:12.341822Z","caller":"traceutil/trace.go:171","msg":"trace[549345529] transaction","detail":"{read_only:false; response_revision:13180; number_of_response:1; }","duration":"299.347312ms","start":"2026-03-03T12:12:12.042454Z","end":"2026-03-03T12:12:12.341802Z","steps":["trace[549345529] 'process raft request' (duration: 60.175282ms)","trace[549345529] 'compare' (duration: 237.991592ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:12:12.341864Z","caller":"traceutil/trace.go:171","msg":"trace[1769964160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13180; }","duration":"207.286802ms","start":"2026-03-03T12:12:12.134551Z","end":"2026-03-03T12:12:12.341838Z","steps":["trace[1769964160] 'agreement among raft nodes before linearized reading' (duration: 207.083617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:12.342002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.041401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T12:12:12.3421Z","caller":"traceutil/trace.go:171","msg":"trace[455901738] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13180; }","duration":"100.216164ms","start":"2026-03-03T12:12:12.241859Z","end":"2026-03-03T12:12:12.342075Z","steps":["trace[455901738] 'agreement among raft nodes before linearized reading' (duration: 99.940648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:31.508668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.947128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T12:12:31.508772Z","caller":"traceutil/trace.go:171","msg":"trace[555259009] linearizableReadLoop","detail":"{readStateIndex:13759; appliedIndex:13758; }","duration":"398.649072ms","start":"2026-03-03T12:12:31.110107Z","end":"2026-03-03T12:12:31.508756Z","steps":["trace[555259009] 'read index received' (duration: 81.518539ms)","trace[555259009] 'applied index is now lower than readState.Index' (duration: 317.129173ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:12:31.508846Z","caller":"traceutil/trace.go:171","msg":"trace[419554129] transaction","detail":"{read_only:false; response_revision:13274; number_of_response:1; }","duration":"422.611743ms","start":"2026-03-03T12:12:31.086223Z","end":"2026-03-03T12:12:31.508835Z","steps":["trace[419554129] 'process raft request' (duration: 110.916609ms)","trace[419554129] 'compare' (duration: 310.773442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:12:31.508907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:31.086181Z","time spent":"422.695475ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:12:31.509118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.01868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T12:12:31.509149Z","caller":"traceutil/trace.go:171","msg":"trace[576493369] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:13274; }","duration":"399.086712ms","start":"2026-03-03T12:12:31.110051Z","end":"2026-03-03T12:12:31.509138Z","steps":["trace[576493369] 'agreement among raft nodes before linearized reading' (duration: 399.022761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:31.509177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:31.110036Z","time spent":"399.133084ms","remote":"127.0.0.1:42752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:12:31.703426Z","caller":"traceutil/trace.go:171","msg":"trace[1480642442] transaction","detail":"{read_only:false; response_revision:13275; number_of_response:1; }","duration":"433.348458ms","start":"2026-03-03T12:12:31.270013Z","end":"2026-03-03T12:12:31.703362Z","steps":["trace[1480642442] 'process raft request' (duration: 401.719065ms)","trace[1480642442] 'compare' (duration: 31.467839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:12:31.703559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.440116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:12:31.703644Z","caller":"traceutil/trace.go:171","msg":"trace[486423113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13275; }","duration":"569.554329ms","start":"2026-03-03T12:12:31.134069Z","end":"2026-03-03T12:12:31.703623Z","steps":["trace[486423113] 'agreement among raft nodes before linearized reading' (duration: 569.346634ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:12:31.703365Z","caller":"traceutil/trace.go:171","msg":"trace[1052910434] linearizableReadLoop","detail":"{readStateIndex:13760; appliedIndex:13759; }","duration":"194.532358ms","start":"2026-03-03T12:12:31.508798Z","end":"2026-03-03T12:12:31.70333Z","steps":["trace[1052910434] 'read index received' (duration: 162.891795ms)","trace[1052910434] 'applied index is now lower than readState.Index' (duration: 31.639603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:12:31.703694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:31.134062Z","time spent":"569.62348ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:12:31.703738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.4683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T12:12:31.70382Z","caller":"traceutil/trace.go:171","msg":"trace[441580581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13275; }","duration":"570.618363ms","start":"2026-03-03T12:12:31.133189Z","end":"2026-03-03T12:12:31.703807Z","steps":["trace[441580581] 'agreement among raft nodes before linearized reading' (duration: 570.332266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:31.703861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:31.133167Z","time spent":"570.684965ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:12:31.703638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:31.269998Z","time spent":"433.543393ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:12:32.058932Z","caller":"traceutil/trace.go:171","msg":"trace[1016440670] linearizableReadLoop","detail":"{readStateIndex:13761; appliedIndex:13760; }","duration":"287.886678ms","start":"2026-03-03T12:12:31.771023Z","end":"2026-03-03T12:12:32.058909Z","steps":["trace[1016440670] 'read index received' (duration: 282.903879ms)","trace[1016440670] 'applied index is now lower than readState.Index' (duration: 4.981339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:12:32.060671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.624669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T12:12:32.060778Z","caller":"traceutil/trace.go:171","msg":"trace[1500815508] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:13276; }","duration":"289.778342ms","start":"2026-03-03T12:12:31.770964Z","end":"2026-03-03T12:12:32.060742Z","steps":["trace[1500815508] 'agreement among raft nodes before linearized reading' (duration: 289.541947ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:12:32.060426Z","caller":"traceutil/trace.go:171","msg":"trace[1481547802] transaction","detail":"{read_only:false; response_revision:13276; number_of_response:1; }","duration":"350.747664ms","start":"2026-03-03T12:12:31.708227Z","end":"2026-03-03T12:12:32.058975Z","steps":["trace[1481547802] 'process raft request' (duration: 345.766055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:32.061864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:31.708211Z","time spent":"353.537001ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:12:32.062607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.612203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T12:12:32.062662Z","caller":"traceutil/trace.go:171","msg":"trace[950370878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13276; }","duration":"282.704695ms","start":"2026-03-03T12:12:31.779941Z","end":"2026-03-03T12:12:32.062645Z","steps":["trace[950370878] 'agreement among raft nodes before linearized reading' (duration: 282.51163ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:12:39.359109Z","caller":"traceutil/trace.go:171","msg":"trace[812513574] transaction","detail":"{read_only:false; response_revision:13311; number_of_response:1; }","duration":"148.720458ms","start":"2026-03-03T12:12:39.210369Z","end":"2026-03-03T12:12:39.35909Z","steps":["trace[812513574] 'process raft request' (duration: 148.594945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:40.145956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.104276ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:12:40.146072Z","caller":"traceutil/trace.go:171","msg":"trace[1603531927] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13311; }","duration":"244.231089ms","start":"2026-03-03T12:12:39.901822Z","end":"2026-03-03T12:12:40.146053Z","steps":["trace[1603531927] 'range keys from in-memory index tree' (duration: 244.090786ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:12:40.146273Z","caller":"traceutil/trace.go:171","msg":"trace[1945467803] transaction","detail":"{read_only:false; response_revision:13312; number_of_response:1; }","duration":"610.760998ms","start":"2026-03-03T12:12:39.5355Z","end":"2026-03-03T12:12:40.146261Z","steps":["trace[1945467803] 'process raft request' (duration: 608.897634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:40.146361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:39.535475Z","time spent":"610.82361ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:12:48.47121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.343421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T12:12:48.471292Z","caller":"traceutil/trace.go:171","msg":"trace[1005743424] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:13365; }","duration":"373.479273ms","start":"2026-03-03T12:12:48.097795Z","end":"2026-03-03T12:12:48.471274Z","steps":["trace[1005743424] 'count revisions from in-memory index tree' (duration: 373.192467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:48.471323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:48.09778Z","time spent":"373.536685ms","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:12:48.471861Z","caller":"traceutil/trace.go:171","msg":"trace[869641082] transaction","detail":"{read_only:false; response_revision:13366; number_of_response:1; }","duration":"296.693028ms","start":"2026-03-03T12:12:48.175124Z","end":"2026-03-03T12:12:48.471817Z","steps":["trace[869641082] 'process raft request' (duration: 293.972083ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:12:48.695089Z","caller":"traceutil/trace.go:171","msg":"trace[6377772] linearizableReadLoop","detail":"{readStateIndex:13856; appliedIndex:13854; }","duration":"511.64652ms","start":"2026-03-03T12:12:48.183417Z","end":"2026-03-03T12:12:48.695064Z","steps":["trace[6377772] 'read index received' (duration: 285.673075ms)","trace[6377772] 'applied index is now lower than readState.Index' (duration: 225.970745ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:12:48.695206Z","caller":"traceutil/trace.go:171","msg":"trace[1162697652] transaction","detail":"{read_only:false; response_revision:13367; number_of_response:1; }","duration":"516.73491ms","start":"2026-03-03T12:12:48.178423Z","end":"2026-03-03T12:12:48.695158Z","steps":["trace[1162697652] 'process raft request' (duration: 426.054534ms)","trace[1162697652] 'compare' (duration: 90.465911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:12:48.695342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.926627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T12:12:48.695391Z","caller":"traceutil/trace.go:171","msg":"trace[384093807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13367; }","duration":"512.03874ms","start":"2026-03-03T12:12:48.183337Z","end":"2026-03-03T12:12:48.695375Z","steps":["trace[384093807] 'agreement among raft nodes before linearized reading' (duration: 511.895806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:48.695421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:48.183292Z","time spent":"512.121301ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:12:48.695433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:48.178396Z","time spent":"516.913695ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:12:48.696396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.451303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T12:12:48.696446Z","caller":"traceutil/trace.go:171","msg":"trace[1513841687] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13367; }","duration":"497.537574ms","start":"2026-03-03T12:12:48.198895Z","end":"2026-03-03T12:12:48.696433Z","steps":["trace[1513841687] 'agreement among raft nodes before linearized reading' (duration: 497.3729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:48.69648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:48.198854Z","time spent":"497.619226ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:12:48.696572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.729024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T12:12:48.696617Z","caller":"traceutil/trace.go:171","msg":"trace[2015071303] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:13367; }","duration":"237.807636ms","start":"2026-03-03T12:12:48.458797Z","end":"2026-03-03T12:12:48.696605Z","steps":["trace[2015071303] 'agreement among raft nodes before linearized reading' (duration: 237.689724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:48.696589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.789444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T12:12:48.696572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.728011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T12:12:48.696642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.853558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-2gksv\" ","response":"range_response_count:1 size:11624"} {"level":"info","ts":"2026-03-03T12:12:48.696707Z","caller":"traceutil/trace.go:171","msg":"trace[1319799878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13367; }","duration":"181.975948ms","start":"2026-03-03T12:12:48.514704Z","end":"2026-03-03T12:12:48.69668Z","steps":["trace[1319799878] 'agreement among raft nodes before linearized reading' (duration: 181.64424ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:12:48.696722Z","caller":"traceutil/trace.go:171","msg":"trace[1667563855] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-2gksv; range_end:; response_count:1; response_revision:13367; }","duration":"406.975141ms","start":"2026-03-03T12:12:48.289732Z","end":"2026-03-03T12:12:48.696707Z","steps":["trace[1667563855] 'agreement among raft nodes before linearized reading' (duration: 406.730915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:48.696794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:48.289712Z","time spent":"407.070034ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11647,"request content":"key:\"/registry/pods/openstack/openvswitch-2gksv\" "} {"level":"info","ts":"2026-03-03T12:12:48.696712Z","caller":"traceutil/trace.go:171","msg":"trace[1176331162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13367; }","duration":"495.886926ms","start":"2026-03-03T12:12:48.200808Z","end":"2026-03-03T12:12:48.696695Z","steps":["trace[1176331162] 'agreement among raft nodes before linearized reading' (duration: 495.65637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:48.696892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:48.200799Z","time spent":"496.07434ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:12:48.696597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.989147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T12:12:48.696978Z","caller":"traceutil/trace.go:171","msg":"trace[567187511] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:13367; }","duration":"155.453678ms","start":"2026-03-03T12:12:48.541511Z","end":"2026-03-03T12:12:48.696965Z","steps":["trace[567187511] 'agreement among raft nodes before linearized reading' (duration: 154.931016ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:12:48.927021Z","caller":"traceutil/trace.go:171","msg":"trace[874166693] transaction","detail":"{read_only:false; response_revision:13368; number_of_response:1; }","duration":"223.727752ms","start":"2026-03-03T12:12:48.703248Z","end":"2026-03-03T12:12:48.926976Z","steps":["trace[874166693] 'process raft request' (duration: 195.200284ms)","trace[874166693] 'compare' (duration: 28.321843ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:12:49.093015Z","caller":"traceutil/trace.go:171","msg":"trace[1786778798] transaction","detail":"{read_only:false; response_revision:13370; number_of_response:1; }","duration":"389.503715ms","start":"2026-03-03T12:12:48.703479Z","end":"2026-03-03T12:12:49.092983Z","steps":["trace[1786778798] 'process raft request' (duration: 389.387752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:49.093216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:48.703472Z","time spent":"389.639048ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:12:49.093035Z","caller":"traceutil/trace.go:171","msg":"trace[1622068301] transaction","detail":"{read_only:false; response_revision:13369; number_of_response:1; }","duration":"389.625018ms","start":"2026-03-03T12:12:48.703379Z","end":"2026-03-03T12:12:49.093004Z","steps":["trace[1622068301] 'process raft request' (duration: 389.28929ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:12:49.093668Z","caller":"traceutil/trace.go:171","msg":"trace[1666465975] transaction","detail":"{read_only:false; response_revision:13372; number_of_response:1; }","duration":"385.670023ms","start":"2026-03-03T12:12:48.707946Z","end":"2026-03-03T12:12:49.093616Z","steps":["trace[1666465975] 'process raft request' (duration: 385.317265ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:12:49.093542Z","caller":"traceutil/trace.go:171","msg":"trace[1790408057] transaction","detail":"{read_only:false; response_revision:13371; number_of_response:1; }","duration":"389.914554ms","start":"2026-03-03T12:12:48.703522Z","end":"2026-03-03T12:12:49.093436Z","steps":["trace[1790408057] 'process raft request' (duration: 389.408542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:49.09388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:48.707922Z","time spent":"385.855917ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11811,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:12:49.09357Z","caller":"traceutil/trace.go:171","msg":"trace[1128928973] linearizableReadLoop","detail":"{readStateIndex:13861; appliedIndex:13856; }","duration":"370.36537ms","start":"2026-03-03T12:12:48.723168Z","end":"2026-03-03T12:12:49.093534Z","steps":["trace[1128928973] 'read index received' (duration: 175.556986ms)","trace[1128928973] 'applied index is now lower than readState.Index' (duration: 194.806754ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:12:49.093612Z","caller":"traceutil/trace.go:171","msg":"trace[1494513768] transaction","detail":"{read_only:false; response_revision:13373; number_of_response:1; }","duration":"230.438571ms","start":"2026-03-03T12:12:48.863158Z","end":"2026-03-03T12:12:49.093597Z","steps":["trace[1494513768] 'process raft request' (duration: 230.295498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:49.093986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:48.7035Z","time spent":"390.370555ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:12:49.094275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.328578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T12:12:49.094329Z","caller":"traceutil/trace.go:171","msg":"trace[639938275] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13373; }","duration":"248.43149ms","start":"2026-03-03T12:12:48.845884Z","end":"2026-03-03T12:12:49.094316Z","steps":["trace[639938275] 'agreement among raft nodes before linearized reading' (duration: 248.175424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:49.094345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.833621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:12:49.094406Z","caller":"traceutil/trace.go:171","msg":"trace[341616918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13373; }","duration":"156.936013ms","start":"2026-03-03T12:12:48.937449Z","end":"2026-03-03T12:12:49.094385Z","steps":["trace[341616918] 'agreement among raft nodes before linearized reading' (duration: 156.844771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:49.094548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.359994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:64 size:597668"} {"level":"info","ts":"2026-03-03T12:12:49.09462Z","caller":"traceutil/trace.go:171","msg":"trace[733152546] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:64; response_revision:13373; }","duration":"371.504288ms","start":"2026-03-03T12:12:48.723104Z","end":"2026-03-03T12:12:49.094608Z","steps":["trace[733152546] 'agreement among raft nodes before linearized reading' (duration: 370.540814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:49.094525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:48.703348Z","time spent":"390.341524ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:12:49.094668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:48.72308Z","time spent":"371.575579ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":64,"response size":597691,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T12:12:51.322461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982311877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:12:51.639278Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.151962442s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:12:51.640008Z","caller":"traceutil/trace.go:171","msg":"trace[1160520483] transaction","detail":"{read_only:false; response_revision:13375; number_of_response:1; }","duration":"1.16327444s","start":"2026-03-03T12:12:50.476697Z","end":"2026-03-03T12:12:51.639972Z","steps":["trace[1160520483] 'process raft request' (duration: 1.163010084s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:51.640314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:50.476663Z","time spent":"1.163455205s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:12:51.650966Z","caller":"traceutil/trace.go:171","msg":"trace[1125838546] linearizableReadLoop","detail":"{readStateIndex:13866; appliedIndex:13863; }","duration":"829.568323ms","start":"2026-03-03T12:12:50.821366Z","end":"2026-03-03T12:12:51.650934Z","steps":["trace[1125838546] 'read index received' (duration: 818.301455ms)","trace[1125838546] 'applied index is now lower than readState.Index' (duration: 11.265188ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:12:51.651087Z","caller":"traceutil/trace.go:171","msg":"trace[1840406925] transaction","detail":"{read_only:false; response_revision:13376; number_of_response:1; }","duration":"946.651258ms","start":"2026-03-03T12:12:50.704337Z","end":"2026-03-03T12:12:51.650989Z","steps":["trace[1840406925] 'process raft request' (duration: 946.28078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:51.651334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.647252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T12:12:51.651339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:50.704312Z","time spent":"946.894383ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:12:51.651379Z","caller":"traceutil/trace.go:171","msg":"trace[390898041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13377; }","duration":"551.770635ms","start":"2026-03-03T12:12:51.099595Z","end":"2026-03-03T12:12:51.651365Z","steps":["trace[390898041] 'agreement among raft nodes before linearized reading' (duration: 551.629932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:51.651361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.253281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T12:12:51.651361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.214183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T12:12:51.651407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:51.099567Z","time spent":"551.833296ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:12:51.651378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.303722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T12:12:51.651439Z","caller":"traceutil/trace.go:171","msg":"trace[137270491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13377; }","duration":"718.364727ms","start":"2026-03-03T12:12:50.933059Z","end":"2026-03-03T12:12:51.651423Z","steps":["trace[137270491] 'agreement among raft nodes before linearized reading' (duration: 718.114882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:51.65147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.441433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T12:12:51.651495Z","caller":"traceutil/trace.go:171","msg":"trace[519004935] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:13377; }","duration":"643.510407ms","start":"2026-03-03T12:12:51.007963Z","end":"2026-03-03T12:12:51.651473Z","steps":["trace[519004935] 'agreement among raft nodes before linearized reading' (duration: 643.266491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:51.651401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.015843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T12:12:51.651601Z","caller":"traceutil/trace.go:171","msg":"trace[1223304487] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:13377; }","duration":"830.283909ms","start":"2026-03-03T12:12:50.821308Z","end":"2026-03-03T12:12:51.651592Z","steps":["trace[1223304487] 'agreement among raft nodes before linearized reading' (duration: 829.808388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:51.651644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:50.821283Z","time spent":"830.350821ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.18\" "} {"level":"warn","ts":"2026-03-03T12:12:51.6515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:50.933025Z","time spent":"718.462429ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:12:51.651692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:51.007939Z","time spent":"643.656709ms","remote":"127.0.0.1:43494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:12:51.651686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.41073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T12:12:51.651427Z","caller":"traceutil/trace.go:171","msg":"trace[1399235238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13377; }","duration":"551.343804ms","start":"2026-03-03T12:12:51.100066Z","end":"2026-03-03T12:12:51.65141Z","steps":["trace[1399235238] 'agreement among raft nodes before linearized reading' (duration: 551.18569ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:12:51.651763Z","caller":"traceutil/trace.go:171","msg":"trace[344958686] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13377; }","duration":"526.539645ms","start":"2026-03-03T12:12:51.125209Z","end":"2026-03-03T12:12:51.651749Z","steps":["trace[344958686] 'agreement among raft nodes before linearized reading' (duration: 526.159765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:51.651775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:51.10006Z","time spent":"551.708443ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:12:51.651824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:51.125183Z","time spent":"526.627066ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T12:12:51.651063Z","caller":"traceutil/trace.go:171","msg":"trace[62826567] transaction","detail":"{read_only:false; response_revision:13377; number_of_response:1; }","duration":"549.446309ms","start":"2026-03-03T12:12:51.101583Z","end":"2026-03-03T12:12:51.651029Z","steps":["trace[62826567] 'process raft request' (duration: 549.222474ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:12:51.651559Z","caller":"traceutil/trace.go:171","msg":"trace[2025736465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13377; }","duration":"550.598586ms","start":"2026-03-03T12:12:51.10094Z","end":"2026-03-03T12:12:51.651538Z","steps":["trace[2025736465] 'agreement among raft nodes before linearized reading' (duration: 550.260808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:51.651922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:51.10156Z","time spent":"550.299271ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:12:51.651923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:51.100914Z","time spent":"550.987447ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:12:51.651509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.981972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5vxl\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T12:12:51.652043Z","caller":"traceutil/trace.go:171","msg":"trace[568254686] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5vxl; range_end:; response_count:1; response_revision:13377; }","duration":"545.522016ms","start":"2026-03-03T12:12:51.106499Z","end":"2026-03-03T12:12:51.652021Z","steps":["trace[568254686] 'agreement among raft nodes before linearized reading' (duration: 544.956392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:51.652113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:51.106487Z","time spent":"545.606188ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-q5vxl\" "} {"level":"info","ts":"2026-03-03T12:12:52.450638Z","caller":"traceutil/trace.go:171","msg":"trace[1289102766] transaction","detail":"{read_only:false; response_revision:13384; number_of_response:1; }","duration":"114.322349ms","start":"2026-03-03T12:12:52.33629Z","end":"2026-03-03T12:12:52.450612Z","steps":["trace[1289102766] 'process raft request' (duration: 114.123585ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:12:52.860887Z","caller":"traceutil/trace.go:171","msg":"trace[1312812647] linearizableReadLoop","detail":"{readStateIndex:13875; appliedIndex:13874; }","duration":"237.233603ms","start":"2026-03-03T12:12:52.623617Z","end":"2026-03-03T12:12:52.860851Z","steps":["trace[1312812647] 'read index received' (duration: 236.852984ms)","trace[1312812647] 'applied index is now lower than readState.Index' (duration: 379.379µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:12:52.861Z","caller":"traceutil/trace.go:171","msg":"trace[1180142174] transaction","detail":"{read_only:false; response_revision:13385; number_of_response:1; }","duration":"515.811999ms","start":"2026-03-03T12:12:52.34514Z","end":"2026-03-03T12:12:52.860952Z","steps":["trace[1180142174] 'process raft request' (duration: 515.439421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:52.861109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.458719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:12:52.861167Z","caller":"traceutil/trace.go:171","msg":"trace[661173290] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:13385; }","duration":"237.603122ms","start":"2026-03-03T12:12:52.623546Z","end":"2026-03-03T12:12:52.861149Z","steps":["trace[661173290] 'agreement among raft nodes before linearized reading' (duration: 237.455039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:52.861285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:52.345125Z","time spent":"515.973223ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11912,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:12:53.359575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.774063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T12:12:53.359681Z","caller":"traceutil/trace.go:171","msg":"trace[45547944] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13387; }","duration":"173.930577ms","start":"2026-03-03T12:12:53.185724Z","end":"2026-03-03T12:12:53.359655Z","steps":["trace[45547944] 'range keys from in-memory index tree' (duration: 173.561279ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:12:55.543688Z","caller":"traceutil/trace.go:171","msg":"trace[24179424] transaction","detail":"{read_only:false; response_revision:13403; number_of_response:1; }","duration":"144.245112ms","start":"2026-03-03T12:12:55.399425Z","end":"2026-03-03T12:12:55.54367Z","steps":["trace[24179424] 'process raft request' (duration: 144.119899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:02.194651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982312271,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:13:02.270925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.35501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:13:02.271086Z","caller":"traceutil/trace.go:171","msg":"trace[955814071] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:13540; }","duration":"885.590745ms","start":"2026-03-03T12:13:01.38546Z","end":"2026-03-03T12:13:02.27105Z","steps":["trace[955814071] 'count revisions from in-memory index tree' (duration: 885.213307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:02.271156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:01.385432Z","time spent":"885.703038ms","remote":"127.0.0.1:60594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:13:02.695836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982312271,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:13:03.00583Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.329237019s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:13:03.006338Z","caller":"traceutil/trace.go:171","msg":"trace[609063286] transaction","detail":"{read_only:false; response_revision:13541; number_of_response:1; }","duration":"1.329851833s","start":"2026-03-03T12:13:01.676451Z","end":"2026-03-03T12:13:03.006303Z","steps":["trace[609063286] 'process raft request' (duration: 1.329612637s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:03.006537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:01.676426Z","time spent":"1.329967976s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:13:03.040725Z","caller":"traceutil/trace.go:171","msg":"trace[178562060] transaction","detail":"{read_only:false; response_revision:13543; number_of_response:1; }","duration":"1.356930477s","start":"2026-03-03T12:13:01.68377Z","end":"2026-03-03T12:13:03.040701Z","steps":["trace[178562060] 'process raft request' (duration: 1.356836095s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:03.040754Z","caller":"traceutil/trace.go:171","msg":"trace[1064183486] transaction","detail":"{read_only:false; response_revision:13542; number_of_response:1; }","duration":"1.361816513s","start":"2026-03-03T12:13:01.6789Z","end":"2026-03-03T12:13:03.040716Z","steps":["trace[1064183486] 'process raft request' (duration: 1.361551957s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:03.040902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:01.683762Z","time spent":"1.357049169s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:13:03.040931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:01.678879Z","time spent":"1.361953046s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:13:03.040971Z","caller":"traceutil/trace.go:171","msg":"trace[1793889174] linearizableReadLoop","detail":"{readStateIndex:14038; appliedIndex:14034; }","duration":"1.346779566s","start":"2026-03-03T12:13:01.69416Z","end":"2026-03-03T12:13:03.040939Z","steps":["trace[1793889174] 'read index received' (duration: 1.311962979s)","trace[1793889174] 'applied index is now lower than readState.Index' (duration: 34.815017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:13:03.041172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.156639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:13:03.041247Z","caller":"traceutil/trace.go:171","msg":"trace[857157692] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:13544; }","duration":"704.283682ms","start":"2026-03-03T12:13:02.336947Z","end":"2026-03-03T12:13:03.041231Z","steps":["trace[857157692] 'agreement among raft nodes before linearized reading' (duration: 704.17039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:03.041285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:02.336917Z","time spent":"704.358284ms","remote":"127.0.0.1:53956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:13:03.041044Z","caller":"traceutil/trace.go:171","msg":"trace[945695313] transaction","detail":"{read_only:false; response_revision:13544; number_of_response:1; }","duration":"1.160412453s","start":"2026-03-03T12:13:01.880621Z","end":"2026-03-03T12:13:03.041033Z","steps":["trace[945695313] 'process raft request' (duration: 1.160032654s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:03.041359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:01.880588Z","time spent":"1.16073119s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:13:03.041385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.014105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebdab5cd-876f-42e1-9393-c3e093041bc5\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-03-03T12:13:03.041422Z","caller":"traceutil/trace.go:171","msg":"trace[1081775968] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ebdab5cd-876f-42e1-9393-c3e093041bc5; range_end:; response_count:1; response_revision:13544; }","duration":"775.108556ms","start":"2026-03-03T12:13:02.266301Z","end":"2026-03-03T12:13:03.04141Z","steps":["trace[1081775968] 'agreement among raft nodes before linearized reading' (duration: 775.009574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:03.041291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111827016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-5vv99.189953b88906a4ce\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-03-03T12:13:03.0412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347035332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T12:13:03.041465Z","caller":"traceutil/trace.go:171","msg":"trace[1356233919] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-5vv99.189953b88906a4ce; range_end:; response_count:1; response_revision:13544; }","duration":"1.112051222s","start":"2026-03-03T12:13:01.929402Z","end":"2026-03-03T12:13:03.041453Z","steps":["trace[1356233919] 'agreement among raft nodes before linearized reading' (duration: 1.111830057s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:03.041481Z","caller":"traceutil/trace.go:171","msg":"trace[533085967] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13544; }","duration":"1.347313039s","start":"2026-03-03T12:13:01.694154Z","end":"2026-03-03T12:13:03.041467Z","steps":["trace[533085967] 'agreement among raft nodes before linearized reading' (duration: 1.346905159s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:03.041501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:01.929373Z","time spent":"1.112118193s","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/ovn-controller-default-5vv99.189953b88906a4ce\" "} {"level":"warn","ts":"2026-03-03T12:13:03.041492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317037678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T12:13:03.041515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:01.694124Z","time spent":"1.34738138s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:13:03.041521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.425501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebdab5cd-876f-42e1-9393-c3e093041bc5\" ","response":"range_response_count:1 size:3606"} {"level":"warn","ts":"2026-03-03T12:13:03.041494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.547672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b417719c-9809-44b9-a23f-4daeacd3acf0\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-03-03T12:13:03.041548Z","caller":"traceutil/trace.go:171","msg":"trace[1560741476] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ebdab5cd-876f-42e1-9393-c3e093041bc5; range_end:; response_count:1; response_revision:13544; }","duration":"819.499722ms","start":"2026-03-03T12:13:02.222041Z","end":"2026-03-03T12:13:03.041541Z","steps":["trace[1560741476] 'agreement among raft nodes before linearized reading' (duration: 819.423351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:03.041579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:02.222011Z","time spent":"819.562014ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebdab5cd-876f-42e1-9393-c3e093041bc5\" "} {"level":"info","ts":"2026-03-03T12:13:03.041595Z","caller":"traceutil/trace.go:171","msg":"trace[1341614551] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b417719c-9809-44b9-a23f-4daeacd3acf0; range_end:; response_count:1; response_revision:13544; }","duration":"771.707116ms","start":"2026-03-03T12:13:02.26986Z","end":"2026-03-03T12:13:03.041567Z","steps":["trace[1341614551] 'agreement among raft nodes before linearized reading' (duration: 771.42924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:03.04145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:02.266274Z","time spent":"775.169668ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebdab5cd-876f-42e1-9393-c3e093041bc5\" "} {"level":"warn","ts":"2026-03-03T12:13:03.041649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286947652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5vxl\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-03T12:13:03.041649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:02.269836Z","time spent":"771.803999ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b417719c-9809-44b9-a23f-4daeacd3acf0\" "} {"level":"info","ts":"2026-03-03T12:13:03.04168Z","caller":"traceutil/trace.go:171","msg":"trace[1695999954] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5vxl; range_end:; response_count:1; response_revision:13544; }","duration":"1.286997434s","start":"2026-03-03T12:13:01.754674Z","end":"2026-03-03T12:13:03.041671Z","steps":["trace[1695999954] 'agreement among raft nodes before linearized reading' (duration: 1.286888931s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:03.041718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:01.754664Z","time spent":"1.287045244s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-q5vxl\" "} {"level":"info","ts":"2026-03-03T12:13:03.041539Z","caller":"traceutil/trace.go:171","msg":"trace[40990073] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13544; }","duration":"1.317353815s","start":"2026-03-03T12:13:01.724174Z","end":"2026-03-03T12:13:03.041527Z","steps":["trace[40990073] 'agreement among raft nodes before linearized reading' (duration: 1.316937275s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:03.041789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:01.72416Z","time spent":"1.317618882s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:13:03.041846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313090873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T12:13:03.041854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312654234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T12:13:03.041882Z","caller":"traceutil/trace.go:171","msg":"trace[1810195863] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13544; }","duration":"1.313138405s","start":"2026-03-03T12:13:01.728733Z","end":"2026-03-03T12:13:03.041872Z","steps":["trace[1810195863] 'agreement among raft nodes before linearized reading' (duration: 1.313031553s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:03.041893Z","caller":"traceutil/trace.go:171","msg":"trace[1018224761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13544; }","duration":"1.312695905s","start":"2026-03-03T12:13:01.729188Z","end":"2026-03-03T12:13:03.041884Z","steps":["trace[1018224761] 'agreement among raft nodes before linearized reading' (duration: 1.31252364s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:03.041913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:01.728727Z","time spent":"1.313180016s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:13:03.041921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:01.72917Z","time spent":"1.312744245s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:13:03.041969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312746615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T12:13:03.041999Z","caller":"traceutil/trace.go:171","msg":"trace[1821307720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13544; }","duration":"1.312775516s","start":"2026-03-03T12:13:01.729214Z","end":"2026-03-03T12:13:03.041989Z","steps":["trace[1821307720] 'agreement among raft nodes before linearized reading' (duration: 1.312676494s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:03.042027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:01.729199Z","time spent":"1.312821948s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:13:03.042008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.264288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:13:03.04214Z","caller":"traceutil/trace.go:171","msg":"trace[98570584] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:13544; }","duration":"764.454874ms","start":"2026-03-03T12:13:02.277656Z","end":"2026-03-03T12:13:03.042111Z","steps":["trace[98570584] 'agreement among raft nodes before linearized reading' (duration: 764.141405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:03.042206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:02.277585Z","time spent":"764.608328ms","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:13:57.862075Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11928} {"level":"info","ts":"2026-03-03T12:13:57.939258Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11928,"took":"74.918753ms","hash":1118908819,"current-db-size-bytes":44167168,"current-db-size":"44 MB","current-db-size-in-use-bytes":27697152,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T12:13:57.939339Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1118908819,"revision":11928,"compact-revision":9829} {"level":"warn","ts":"2026-03-03T12:14:08.664828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.691844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tqr2r\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-03-03T12:14:08.664937Z","caller":"traceutil/trace.go:171","msg":"trace[1239413818] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-tqr2r; range_end:; response_count:1; response_revision:14420; }","duration":"105.861128ms","start":"2026-03-03T12:14:08.559052Z","end":"2026-03-03T12:14:08.664913Z","steps":["trace[1239413818] 'range keys from in-memory index tree' (duration: 105.566251ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:14:41.960451Z","caller":"traceutil/trace.go:171","msg":"trace[474979302] transaction","detail":"{read_only:false; response_revision:14577; number_of_response:1; }","duration":"321.761139ms","start":"2026-03-03T12:14:41.638663Z","end":"2026-03-03T12:14:41.960424Z","steps":["trace[474979302] 'process raft request' (duration: 321.624996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:41.960614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:41.638642Z","time spent":"321.900353ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:14:41.961033Z","caller":"traceutil/trace.go:171","msg":"trace[1821260791] linearizableReadLoop","detail":"{readStateIndex:15104; appliedIndex:15104; }","duration":"322.321363ms","start":"2026-03-03T12:14:41.638691Z","end":"2026-03-03T12:14:41.961013Z","steps":["trace[1821260791] 'read index received' (duration: 322.311103ms)","trace[1821260791] 'applied index is now lower than readState.Index' (duration: 8.59µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:14:41.962003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.306877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:771514"} {"level":"info","ts":"2026-03-03T12:14:41.962157Z","caller":"traceutil/trace.go:171","msg":"trace[10277774] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:14577; }","duration":"323.515012ms","start":"2026-03-03T12:14:41.638628Z","end":"2026-03-03T12:14:41.962143Z","steps":["trace[10277774] 'agreement among raft nodes before linearized reading' (duration: 322.478976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:41.962203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:41.638604Z","time spent":"323.583214ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":80,"response size":771537,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T12:14:42.462105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982315837,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:14:42.699159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.983353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T12:14:42.699345Z","caller":"traceutil/trace.go:171","msg":"trace[866633782] transaction","detail":"{read_only:false; response_revision:14580; number_of_response:1; }","duration":"1.059739544s","start":"2026-03-03T12:14:41.639592Z","end":"2026-03-03T12:14:42.699332Z","steps":["trace[866633782] 'process raft request' (duration: 1.059694653s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:42.699412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:41.639574Z","time spent":"1.059812545s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:14:42.699588Z","caller":"traceutil/trace.go:171","msg":"trace[1361256704] transaction","detail":"{read_only:false; response_revision:14578; number_of_response:1; }","duration":"1.060118292s","start":"2026-03-03T12:14:41.639438Z","end":"2026-03-03T12:14:42.699556Z","steps":["trace[1361256704] 'process raft request' (duration: 931.675448ms)","trace[1361256704] 'compare' (duration: 127.782829ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:14:42.699601Z","caller":"traceutil/trace.go:171","msg":"trace[1163786219] transaction","detail":"{read_only:false; response_revision:14579; number_of_response:1; }","duration":"1.060093552s","start":"2026-03-03T12:14:41.639456Z","end":"2026-03-03T12:14:42.69955Z","steps":["trace[1163786219] 'process raft request' (duration: 1.059792435s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:42.699694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:41.639411Z","time spent":"1.060224865s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:14:42.699744Z","caller":"traceutil/trace.go:171","msg":"trace[992178846] transaction","detail":"{read_only:false; response_revision:14581; number_of_response:1; }","duration":"1.060095502s","start":"2026-03-03T12:14:41.639618Z","end":"2026-03-03T12:14:42.699714Z","steps":["trace[992178846] 'process raft request' (duration: 1.059689742s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:42.699851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:41.639447Z","time spent":"1.060254775s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:14:42.699885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:41.639607Z","time spent":"1.060212794s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:14:42.70013Z","caller":"traceutil/trace.go:171","msg":"trace[1916343158] linearizableReadLoop","detail":"{readStateIndex:15110; appliedIndex:15104; }","duration":"739.030939ms","start":"2026-03-03T12:14:41.961086Z","end":"2026-03-03T12:14:42.700117Z","steps":["trace[1916343158] 'read index received' (duration: 609.94567ms)","trace[1916343158] 'applied index is now lower than readState.Index' (duration: 129.084359ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:14:42.700224Z","caller":"traceutil/trace.go:171","msg":"trace[675321860] transaction","detail":"{read_only:false; response_revision:14582; number_of_response:1; }","duration":"946.254465ms","start":"2026-03-03T12:14:41.753955Z","end":"2026-03-03T12:14:42.70021Z","steps":["trace[675321860] 'process raft request' (duration: 945.886077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:42.700282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:41.753915Z","time spent":"946.338907ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416723,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:14:42.7004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.710315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:14:42.700447Z","caller":"traceutil/trace.go:171","msg":"trace[1514604189] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14583; }","duration":"821.765026ms","start":"2026-03-03T12:14:41.878667Z","end":"2026-03-03T12:14:42.700432Z","steps":["trace[1514604189] 'agreement among raft nodes before linearized reading' (duration: 821.687634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:42.700464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:41.878662Z","time spent":"821.798567ms","remote":"127.0.0.1:42484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T12:14:42.700515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.159435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:14:42.700543Z","caller":"traceutil/trace.go:171","msg":"trace[510732836] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14583; }","duration":"822.233117ms","start":"2026-03-03T12:14:41.878303Z","end":"2026-03-03T12:14:42.700536Z","steps":["trace[510732836] 'agreement among raft nodes before linearized reading' (duration: 822.174536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:42.700563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:41.878281Z","time spent":"822.277728ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T12:14:42.700673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.951931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T12:14:42.700723Z","caller":"traceutil/trace.go:171","msg":"trace[1399346218] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14583; }","duration":"822.015382ms","start":"2026-03-03T12:14:41.878694Z","end":"2026-03-03T12:14:42.700709Z","steps":["trace[1399346218] 'agreement among raft nodes before linearized reading' (duration: 821.860158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:42.70076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:41.878689Z","time spent":"822.063433ms","remote":"127.0.0.1:42484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T12:14:42.700823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.374633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T12:14:42.700857Z","caller":"traceutil/trace.go:171","msg":"trace[1512672730] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14583; }","duration":"820.426353ms","start":"2026-03-03T12:14:41.880423Z","end":"2026-03-03T12:14:42.700849Z","steps":["trace[1512672730] 'agreement among raft nodes before linearized reading' (duration: 820.345781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:42.700765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.122574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-03T12:14:42.700876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:41.880412Z","time spent":"820.459435ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T12:14:42.700898Z","caller":"traceutil/trace.go:171","msg":"trace[1827537798] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14583; }","duration":"822.271928ms","start":"2026-03-03T12:14:41.878617Z","end":"2026-03-03T12:14:42.700889Z","steps":["trace[1827537798] 'agreement among raft nodes before linearized reading' (duration: 822.050063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:42.700937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:41.87861Z","time spent":"822.319019ms","remote":"127.0.0.1:42484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-03T12:14:42.70014Z","caller":"traceutil/trace.go:171","msg":"trace[1342250257] transaction","detail":"{read_only:false; response_revision:14583; number_of_response:1; }","duration":"746.010515ms","start":"2026-03-03T12:14:41.95412Z","end":"2026-03-03T12:14:42.700131Z","steps":["trace[1342250257] 'process raft request' (duration: 745.937543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:42.701057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:41.954095Z","time spent":"746.923276ms","remote":"127.0.0.1:42498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18964,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:14:42.701278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.644989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T12:14:42.70131Z","caller":"traceutil/trace.go:171","msg":"trace[788378938] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14583; }","duration":"348.69153ms","start":"2026-03-03T12:14:42.35261Z","end":"2026-03-03T12:14:42.701301Z","steps":["trace[788378938] 'agreement among raft nodes before linearized reading' (duration: 348.608848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:42.701321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.798599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5vxl\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T12:14:42.701361Z","caller":"traceutil/trace.go:171","msg":"trace[1486140777] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5vxl; range_end:; response_count:1; response_revision:14583; }","duration":"673.882131ms","start":"2026-03-03T12:14:42.027469Z","end":"2026-03-03T12:14:42.701351Z","steps":["trace[1486140777] 'agreement among raft nodes before linearized reading' (duration: 673.742308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:42.701404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.536687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-03T12:14:42.701406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.052998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:14:42.701426Z","caller":"traceutil/trace.go:171","msg":"trace[2060865568] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:14583; }","duration":"176.595759ms","start":"2026-03-03T12:14:42.524822Z","end":"2026-03-03T12:14:42.701418Z","steps":["trace[2060865568] 'agreement among raft nodes before linearized reading' (duration: 176.538137ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:14:42.701438Z","caller":"traceutil/trace.go:171","msg":"trace[305725508] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14583; }","duration":"349.09988ms","start":"2026-03-03T12:14:42.352328Z","end":"2026-03-03T12:14:42.701428Z","steps":["trace[305725508] 'agreement among raft nodes before linearized reading' (duration: 349.059979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:42.701466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:42.352319Z","time spent":"349.140871ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T12:14:42.701486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.76743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T12:14:42.701514Z","caller":"traceutil/trace.go:171","msg":"trace[886347567] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14583; }","duration":"467.823052ms","start":"2026-03-03T12:14:42.233682Z","end":"2026-03-03T12:14:42.701505Z","steps":["trace[886347567] 'agreement among raft nodes before linearized reading' (duration: 467.74477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:42.701543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:42.23367Z","time spent":"467.866362ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T12:14:42.701559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.4085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T12:14:42.701581Z","caller":"traceutil/trace.go:171","msg":"trace[1111926468] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14583; }","duration":"257.471531ms","start":"2026-03-03T12:14:42.444102Z","end":"2026-03-03T12:14:42.701574Z","steps":["trace[1111926468] 'agreement among raft nodes before linearized reading' (duration: 257.41511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:42.701661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.083965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-p9zsd\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-03-03T12:14:42.701689Z","caller":"traceutil/trace.go:171","msg":"trace[955089158] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-p9zsd; range_end:; response_count:1; response_revision:14583; }","duration":"356.140087ms","start":"2026-03-03T12:14:42.34554Z","end":"2026-03-03T12:14:42.70168Z","steps":["trace[955089158] 'agreement among raft nodes before linearized reading' (duration: 356.057395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:42.701717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.872584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T12:14:42.701715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.367471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:14:42.701737Z","caller":"traceutil/trace.go:171","msg":"trace[1317710656] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14583; }","duration":"348.927256ms","start":"2026-03-03T12:14:42.352804Z","end":"2026-03-03T12:14:42.701731Z","steps":["trace[1317710656] 'agreement among raft nodes before linearized reading' (duration: 348.875245ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:14:42.701746Z","caller":"traceutil/trace.go:171","msg":"trace[1084607292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14583; }","duration":"552.438743ms","start":"2026-03-03T12:14:42.149299Z","end":"2026-03-03T12:14:42.701738Z","steps":["trace[1084607292] 'agreement among raft nodes before linearized reading' (duration: 552.385432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:42.701754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:42.352787Z","time spent":"348.963536ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T12:14:42.701771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:42.149281Z","time spent":"552.483314ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:14:42.701333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:42.352602Z","time spent":"348.72689ms","remote":"127.0.0.1:42484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T12:14:42.701667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.417169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T12:14:42.701895Z","caller":"traceutil/trace.go:171","msg":"trace[708400364] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14583; }","duration":"339.651254ms","start":"2026-03-03T12:14:42.362232Z","end":"2026-03-03T12:14:42.701884Z","steps":["trace[708400364] 'agreement among raft nodes before linearized reading' (duration: 339.416369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:42.70193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:42.362227Z","time spent":"339.691785ms","remote":"127.0.0.1:41828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:14:42.701365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.933332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-p9zsd\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-03-03T12:14:42.702042Z","caller":"traceutil/trace.go:171","msg":"trace[505039158] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-p9zsd; range_end:; response_count:1; response_revision:14583; }","duration":"364.630549ms","start":"2026-03-03T12:14:42.337385Z","end":"2026-03-03T12:14:42.702015Z","steps":["trace[505039158] 'agreement among raft nodes before linearized reading' (duration: 363.901111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:42.702078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:42.337368Z","time spent":"364.70031ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22033,"request content":"key:\"/registry/pods/openstack/nova-compute-default-p9zsd\" "} {"level":"warn","ts":"2026-03-03T12:14:42.701714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:42.345531Z","time spent":"356.177087ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22033,"request content":"key:\"/registry/pods/openstack/nova-compute-default-p9zsd\" "} {"level":"warn","ts":"2026-03-03T12:14:42.701406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:42.027447Z","time spent":"673.949562ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-q5vxl\" "} {"level":"info","ts":"2026-03-03T12:14:44.068664Z","caller":"traceutil/trace.go:171","msg":"trace[197562358] transaction","detail":"{read_only:false; response_revision:14588; number_of_response:1; }","duration":"100.680764ms","start":"2026-03-03T12:14:43.96795Z","end":"2026-03-03T12:14:44.068631Z","steps":["trace[197562358] 'process raft request' (duration: 100.344736ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:14:44.872288Z","caller":"traceutil/trace.go:171","msg":"trace[1210899309] transaction","detail":"{read_only:false; response_revision:14589; number_of_response:1; }","duration":"162.248117ms","start":"2026-03-03T12:14:44.710013Z","end":"2026-03-03T12:14:44.872261Z","steps":["trace[1210899309] 'process raft request' (duration: 162.089052ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:14:44.873384Z","caller":"traceutil/trace.go:171","msg":"trace[1438316798] linearizableReadLoop","detail":"{readStateIndex:15116; appliedIndex:15116; }","duration":"163.18616ms","start":"2026-03-03T12:14:44.710176Z","end":"2026-03-03T12:14:44.873362Z","steps":["trace[1438316798] 'read index received' (duration: 163.179429ms)","trace[1438316798] 'applied index is now lower than readState.Index' (duration: 5.451µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:14:44.873605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.408355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T12:14:44.873658Z","caller":"traceutil/trace.go:171","msg":"trace[772818422] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14589; }","duration":"163.486696ms","start":"2026-03-03T12:14:44.710159Z","end":"2026-03-03T12:14:44.873646Z","steps":["trace[772818422] 'agreement among raft nodes before linearized reading' (duration: 163.283202ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:14:44.938526Z","caller":"traceutil/trace.go:171","msg":"trace[321806603] transaction","detail":"{read_only:false; response_revision:14590; number_of_response:1; }","duration":"227.632092ms","start":"2026-03-03T12:14:44.710867Z","end":"2026-03-03T12:14:44.938499Z","steps":["trace[321806603] 'process raft request' (duration: 170.32425ms)","trace[321806603] 'compare' (duration: 57.097517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:14:44.938793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.055424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T12:14:44.938826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.749236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:14:44.938871Z","caller":"traceutil/trace.go:171","msg":"trace[1967862770] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14592; }","duration":"225.819668ms","start":"2026-03-03T12:14:44.713036Z","end":"2026-03-03T12:14:44.938855Z","steps":["trace[1967862770] 'agreement among raft nodes before linearized reading' (duration: 225.733496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:44.938888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.041965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-p9zsd\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-03-03T12:14:44.939668Z","caller":"traceutil/trace.go:171","msg":"trace[1861711987] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-p9zsd; range_end:; response_count:1; response_revision:14592; }","duration":"213.834004ms","start":"2026-03-03T12:14:44.725818Z","end":"2026-03-03T12:14:44.939652Z","steps":["trace[1861711987] 'agreement among raft nodes before linearized reading' (duration: 212.933872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:44.938955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.151346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:14:44.939916Z","caller":"traceutil/trace.go:171","msg":"trace[788046424] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14592; }","duration":"153.124891ms","start":"2026-03-03T12:14:44.78678Z","end":"2026-03-03T12:14:44.939905Z","steps":["trace[788046424] 'agreement among raft nodes before linearized reading' (duration: 152.139077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:44.938961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.141276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T12:14:44.940101Z","caller":"traceutil/trace.go:171","msg":"trace[231832165] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14592; }","duration":"153.285504ms","start":"2026-03-03T12:14:44.786804Z","end":"2026-03-03T12:14:44.940089Z","steps":["trace[231832165] 'agreement among raft nodes before linearized reading' (duration: 152.087085ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:14:44.938969Z","caller":"traceutil/trace.go:171","msg":"trace[2143161369] transaction","detail":"{read_only:false; response_revision:14592; number_of_response:1; }","duration":"226.871663ms","start":"2026-03-03T12:14:44.711943Z","end":"2026-03-03T12:14:44.938815Z","steps":["trace[2143161369] 'process raft request' (duration: 226.510505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:44.93901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.759167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T12:14:44.940528Z","caller":"traceutil/trace.go:171","msg":"trace[1342413718] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14592; }","duration":"227.283553ms","start":"2026-03-03T12:14:44.713231Z","end":"2026-03-03T12:14:44.940514Z","steps":["trace[1342413718] 'agreement among raft nodes before linearized reading' (duration: 225.715195ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:14:44.938864Z","caller":"traceutil/trace.go:171","msg":"trace[659915528] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14592; }","duration":"189.176467ms","start":"2026-03-03T12:14:44.749673Z","end":"2026-03-03T12:14:44.93885Z","steps":["trace[659915528] 'agreement among raft nodes before linearized reading' (duration: 188.900331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:44.939004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.540865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:14:44.940821Z","caller":"traceutil/trace.go:171","msg":"trace[1058588348] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14592; }","duration":"154.40538ms","start":"2026-03-03T12:14:44.786405Z","end":"2026-03-03T12:14:44.940811Z","steps":["trace[1058588348] 'agreement among raft nodes before linearized reading' (duration: 152.547995ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:14:44.93902Z","caller":"traceutil/trace.go:171","msg":"trace[427292526] transaction","detail":"{read_only:false; response_revision:14591; number_of_response:1; }","duration":"227.108009ms","start":"2026-03-03T12:14:44.7119Z","end":"2026-03-03T12:14:44.939008Z","steps":["trace[427292526] 'process raft request' (duration: 226.512325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:44.939083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.756293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-p9zsd\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-03-03T12:14:44.94093Z","caller":"traceutil/trace.go:171","msg":"trace[595423740] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-p9zsd; range_end:; response_count:1; response_revision:14592; }","duration":"152.610528ms","start":"2026-03-03T12:14:44.78831Z","end":"2026-03-03T12:14:44.94092Z","steps":["trace[595423740] 'agreement among raft nodes before linearized reading' (duration: 150.707572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:44.939042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.439274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5vxl\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T12:14:44.941084Z","caller":"traceutil/trace.go:171","msg":"trace[1927338364] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5vxl; range_end:; response_count:1; response_revision:14592; }","duration":"215.518944ms","start":"2026-03-03T12:14:44.725541Z","end":"2026-03-03T12:14:44.94106Z","steps":["trace[1927338364] 'agreement among raft nodes before linearized reading' (duration: 213.337802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:44.939043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.628464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T12:14:44.941228Z","caller":"traceutil/trace.go:171","msg":"trace[41834138] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14592; }","duration":"227.843676ms","start":"2026-03-03T12:14:44.713364Z","end":"2026-03-03T12:14:44.941208Z","steps":["trace[41834138] 'agreement among raft nodes before linearized reading' (duration: 225.433999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:44.939178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.594391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T12:14:44.941427Z","caller":"traceutil/trace.go:171","msg":"trace[1487296659] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14592; }","duration":"229.859174ms","start":"2026-03-03T12:14:44.711557Z","end":"2026-03-03T12:14:44.941416Z","steps":["trace[1487296659] 'agreement among raft nodes before linearized reading' (duration: 227.559689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:44.939185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.110525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T12:14:44.941527Z","caller":"traceutil/trace.go:171","msg":"trace[988886140] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14592; }","duration":"228.489972ms","start":"2026-03-03T12:14:44.713025Z","end":"2026-03-03T12:14:44.941514Z","steps":["trace[988886140] 'agreement among raft nodes before linearized reading' (duration: 225.90995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:44.939579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.68415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:14:44.941626Z","caller":"traceutil/trace.go:171","msg":"trace[1128542441] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14592; }","duration":"154.711108ms","start":"2026-03-03T12:14:44.786872Z","end":"2026-03-03T12:14:44.941583Z","steps":["trace[1128542441] 'agreement among raft nodes before linearized reading' (duration: 152.464004ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:14:45.614807Z","caller":"traceutil/trace.go:171","msg":"trace[76011971] transaction","detail":"{read_only:false; response_revision:14593; number_of_response:1; }","duration":"119.156133ms","start":"2026-03-03T12:14:45.495625Z","end":"2026-03-03T12:14:45.614781Z","steps":["trace[76011971] 'process raft request' (duration: 118.994199ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:14:45.685183Z","caller":"traceutil/trace.go:171","msg":"trace[530753933] transaction","detail":"{read_only:false; response_revision:14594; number_of_response:1; }","duration":"145.425298ms","start":"2026-03-03T12:14:45.539736Z","end":"2026-03-03T12:14:45.685161Z","steps":["trace[530753933] 'process raft request' (duration: 144.610498ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:14:45.685389Z","caller":"traceutil/trace.go:171","msg":"trace[1870110120] transaction","detail":"{read_only:false; response_revision:14595; number_of_response:1; }","duration":"145.453498ms","start":"2026-03-03T12:14:45.539902Z","end":"2026-03-03T12:14:45.685356Z","steps":["trace[1870110120] 'process raft request' (duration: 145.221943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:46.369652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.509812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T12:14:46.369751Z","caller":"traceutil/trace.go:171","msg":"trace[1510242539] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:14595; }","duration":"387.625205ms","start":"2026-03-03T12:14:45.982098Z","end":"2026-03-03T12:14:46.369723Z","steps":["trace[1510242539] 'count revisions from in-memory index tree' (duration: 387.42947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:46.370278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:45.982041Z","time spent":"388.189938ms","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:14:46.372546Z","caller":"traceutil/trace.go:171","msg":"trace[1870349372] linearizableReadLoop","detail":"{readStateIndex:15123; appliedIndex:15122; }","duration":"293.557129ms","start":"2026-03-03T12:14:46.078965Z","end":"2026-03-03T12:14:46.372522Z","steps":["trace[1870349372] 'read index received' (duration: 291.317195ms)","trace[1870349372] 'applied index is now lower than readState.Index' (duration: 2.238293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:14:46.37273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.323889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:14:46.372823Z","caller":"traceutil/trace.go:171","msg":"trace[453755017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14595; }","duration":"239.450922ms","start":"2026-03-03T12:14:46.133357Z","end":"2026-03-03T12:14:46.372808Z","steps":["trace[453755017] 'agreement among raft nodes before linearized reading' (duration: 239.328759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:46.372845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.878777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T12:14:46.372889Z","caller":"traceutil/trace.go:171","msg":"trace[833283887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14595; }","duration":"293.954548ms","start":"2026-03-03T12:14:46.078925Z","end":"2026-03-03T12:14:46.37288Z","steps":["trace[833283887] 'agreement among raft nodes before linearized reading' (duration: 293.661001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:46.372782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.366803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bvqmp\" ","response":"range_response_count:1 size:9708"} {"level":"info","ts":"2026-03-03T12:14:46.37305Z","caller":"traceutil/trace.go:171","msg":"trace[1120360486] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bvqmp; range_end:; response_count:1; response_revision:14595; }","duration":"282.645009ms","start":"2026-03-03T12:14:46.090374Z","end":"2026-03-03T12:14:46.373019Z","steps":["trace[1120360486] 'agreement among raft nodes before linearized reading' (duration: 282.279911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:46.372823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.689051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T12:14:46.373145Z","caller":"traceutil/trace.go:171","msg":"trace[116567720] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:14595; }","duration":"246.05001ms","start":"2026-03-03T12:14:46.127082Z","end":"2026-03-03T12:14:46.373132Z","steps":["trace[116567720] 'agreement among raft nodes before linearized reading' (duration: 245.639ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:17:33.187487Z","caller":"traceutil/trace.go:171","msg":"trace[1082014084] linearizableReadLoop","detail":"{readStateIndex:16412; appliedIndex:16411; }","duration":"119.337137ms","start":"2026-03-03T12:17:33.068121Z","end":"2026-03-03T12:17:33.187458Z","steps":["trace[1082014084] 'read index received' (duration: 119.013209ms)","trace[1082014084] 'applied index is now lower than readState.Index' (duration: 322.788µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:17:33.187593Z","caller":"traceutil/trace.go:171","msg":"trace[1737579628] transaction","detail":"{read_only:false; response_revision:15841; number_of_response:1; }","duration":"178.368871ms","start":"2026-03-03T12:17:33.00919Z","end":"2026-03-03T12:17:33.187559Z","steps":["trace[1737579628] 'process raft request' (duration: 178.008732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:17:33.187737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.612584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-03-03T12:17:33.187742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.726604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T12:17:33.187822Z","caller":"traceutil/trace.go:171","msg":"trace[1995356687] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15841; }","duration":"119.747587ms","start":"2026-03-03T12:17:33.068056Z","end":"2026-03-03T12:17:33.187804Z","steps":["trace[1995356687] 'agreement among raft nodes before linearized reading' (duration: 119.527521ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:17:33.187833Z","caller":"traceutil/trace.go:171","msg":"trace[1555227235] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:15841; }","duration":"100.859198ms","start":"2026-03-03T12:17:33.086955Z","end":"2026-03-03T12:17:33.187814Z","steps":["trace[1555227235] 'agreement among raft nodes before linearized reading' (duration: 100.706374ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:17:33.335131Z","caller":"traceutil/trace.go:171","msg":"trace[1777705728] linearizableReadLoop","detail":"{readStateIndex:16413; appliedIndex:16412; }","duration":"123.442855ms","start":"2026-03-03T12:17:33.21166Z","end":"2026-03-03T12:17:33.335103Z","steps":["trace[1777705728] 'read index received' (duration: 123.270041ms)","trace[1777705728] 'applied index is now lower than readState.Index' (duration: 171.644µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:17:33.33519Z","caller":"traceutil/trace.go:171","msg":"trace[684991199] transaction","detail":"{read_only:false; response_revision:15842; number_of_response:1; }","duration":"130.358949ms","start":"2026-03-03T12:17:33.204786Z","end":"2026-03-03T12:17:33.335144Z","steps":["trace[684991199] 'process raft request' (duration: 130.152984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:17:33.335402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.728891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T12:17:33.335449Z","caller":"traceutil/trace.go:171","msg":"trace[1793933243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15842; }","duration":"123.814344ms","start":"2026-03-03T12:17:33.211623Z","end":"2026-03-03T12:17:33.335438Z","steps":["trace[1793933243] 'agreement among raft nodes before linearized reading' (duration: 123.576068ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:17:49.944534Z","caller":"traceutil/trace.go:171","msg":"trace[1801915640] linearizableReadLoop","detail":"{readStateIndex:16534; appliedIndex:16533; }","duration":"145.040657ms","start":"2026-03-03T12:17:49.799471Z","end":"2026-03-03T12:17:49.944511Z","steps":["trace[1801915640] 'read index received' (duration: 78.604638ms)","trace[1801915640] 'applied index is now lower than readState.Index' (duration: 66.435349ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:17:49.944558Z","caller":"traceutil/trace.go:171","msg":"trace[70207293] transaction","detail":"{read_only:false; response_revision:15960; number_of_response:1; }","duration":"162.759779ms","start":"2026-03-03T12:17:49.781772Z","end":"2026-03-03T12:17:49.944531Z","steps":["trace[70207293] 'process raft request' (duration: 96.33715ms)","trace[70207293] 'compare' (duration: 66.301176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:17:49.944689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.17946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:17:49.944803Z","caller":"traceutil/trace.go:171","msg":"trace[1936937347] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:15960; }","duration":"145.309473ms","start":"2026-03-03T12:17:49.799463Z","end":"2026-03-03T12:17:49.944772Z","steps":["trace[1936937347] 'agreement among raft nodes before linearized reading' (duration: 145.131139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:17:49.944944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.404493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T12:17:49.945008Z","caller":"traceutil/trace.go:171","msg":"trace[1951459755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15960; }","duration":"107.528695ms","start":"2026-03-03T12:17:49.837466Z","end":"2026-03-03T12:17:49.944995Z","steps":["trace[1951459755] 'agreement among raft nodes before linearized reading' (duration: 107.215788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:17:49.94547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.087489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T12:17:49.945551Z","caller":"traceutil/trace.go:171","msg":"trace[1112961059] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15960; }","duration":"105.220542ms","start":"2026-03-03T12:17:49.84031Z","end":"2026-03-03T12:17:49.94553Z","steps":["trace[1112961059] 'agreement among raft nodes before linearized reading' (duration: 104.449393ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:17:50.117603Z","caller":"traceutil/trace.go:171","msg":"trace[75620267] linearizableReadLoop","detail":"{readStateIndex:16536; appliedIndex:16534; }","duration":"167.623325ms","start":"2026-03-03T12:17:49.949951Z","end":"2026-03-03T12:17:50.117574Z","steps":["trace[75620267] 'read index received' (duration: 15.680683ms)","trace[75620267] 'applied index is now lower than readState.Index' (duration: 151.941572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:17:50.118555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.595858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:91 size:891022"} {"level":"info","ts":"2026-03-03T12:17:50.118612Z","caller":"traceutil/trace.go:171","msg":"trace[574876712] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:91; response_revision:15962; }","duration":"168.68791ms","start":"2026-03-03T12:17:49.949912Z","end":"2026-03-03T12:17:50.1186Z","steps":["trace[574876712] 'agreement among raft nodes before linearized reading' (duration: 167.804889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:17:50.118695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.903801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:91 size:891022"} {"level":"info","ts":"2026-03-03T12:17:50.118746Z","caller":"traceutil/trace.go:171","msg":"trace[298242616] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:91; response_revision:15962; }","duration":"167.993424ms","start":"2026-03-03T12:17:49.950739Z","end":"2026-03-03T12:17:50.118732Z","steps":["trace[298242616] 'agreement among raft nodes before linearized reading' (duration: 166.983849ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:17:50.119115Z","caller":"traceutil/trace.go:171","msg":"trace[131835720] transaction","detail":"{read_only:false; response_revision:15962; number_of_response:1; }","duration":"167.84425ms","start":"2026-03-03T12:17:49.949795Z","end":"2026-03-03T12:17:50.117639Z","steps":["trace[131835720] 'process raft request' (duration: 167.603814ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:17:50.712952Z","caller":"traceutil/trace.go:171","msg":"trace[419374990] transaction","detail":"{read_only:false; response_revision:15966; number_of_response:1; }","duration":"101.487474ms","start":"2026-03-03T12:17:50.611436Z","end":"2026-03-03T12:17:50.712923Z","steps":["trace[419374990] 'process raft request' (duration: 74.371249ms)","trace[419374990] 'compare' (duration: 27.003562ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:18:57.869065Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14358} {"level":"info","ts":"2026-03-03T12:18:57.959617Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14358,"took":"88.143684ms","hash":3023456142,"current-db-size-bytes":44167168,"current-db-size":"44 MB","current-db-size-in-use-bytes":27709440,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T12:18:57.959697Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3023456142,"revision":14358,"compact-revision":11928} {"level":"warn","ts":"2026-03-03T12:20:17.441962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.076913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:20:17.442089Z","caller":"traceutil/trace.go:171","msg":"trace[387299102] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:16925; }","duration":"635.246868ms","start":"2026-03-03T12:20:16.806817Z","end":"2026-03-03T12:20:17.442064Z","steps":["trace[387299102] 'count revisions from in-memory index tree' (duration: 634.992391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:17.442133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:16.806808Z","time spent":"635.312629ms","remote":"127.0.0.1:49136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:20:17.442162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.220877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T12:20:17.442221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.929992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-p9zsd\" ","response":"range_response_count:1 size:22011"} {"level":"info","ts":"2026-03-03T12:20:17.44225Z","caller":"traceutil/trace.go:171","msg":"trace[590684061] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16925; }","duration":"630.322849ms","start":"2026-03-03T12:20:16.811904Z","end":"2026-03-03T12:20:17.442227Z","steps":["trace[590684061] 'range keys from in-memory index tree' (duration: 629.983001ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:20:17.442266Z","caller":"traceutil/trace.go:171","msg":"trace[901949542] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-p9zsd; range_end:; response_count:1; response_revision:16925; }","duration":"450.011134ms","start":"2026-03-03T12:20:16.992242Z","end":"2026-03-03T12:20:17.442253Z","steps":["trace[901949542] 'range keys from in-memory index tree' (duration: 449.725737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:17.442294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:16.811844Z","time spent":"630.440573ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:20:17.4423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:16.992221Z","time spent":"450.069945ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22034,"request content":"key:\"/registry/pods/openstack/nova-compute-default-p9zsd\" "} {"level":"warn","ts":"2026-03-03T12:20:17.442282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.09778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:20:17.442362Z","caller":"traceutil/trace.go:171","msg":"trace[395185943] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16925; }","duration":"783.213853ms","start":"2026-03-03T12:20:16.659128Z","end":"2026-03-03T12:20:17.442341Z","steps":["trace[395185943] 'range keys from in-memory index tree' (duration: 782.942677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:17.442405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:16.659112Z","time spent":"783.283794ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:20:17.442599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.364807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:20:17.44263Z","caller":"traceutil/trace.go:171","msg":"trace[529632550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16925; }","duration":"637.434179ms","start":"2026-03-03T12:20:16.805187Z","end":"2026-03-03T12:20:17.442621Z","steps":["trace[529632550] 'range keys from in-memory index tree' (duration: 637.234094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:17.442656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:16.805164Z","time spent":"637.485409ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T12:20:17.45227Z","caller":"traceutil/trace.go:171","msg":"trace[2106006930] linearizableReadLoop","detail":"{readStateIndex:17537; appliedIndex:17536; }","duration":"317.402024ms","start":"2026-03-03T12:20:17.134845Z","end":"2026-03-03T12:20:17.452247Z","steps":["trace[2106006930] 'read index received' (duration: 317.25436ms)","trace[2106006930] 'applied index is now lower than readState.Index' (duration: 146.874µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:20:17.452805Z","caller":"traceutil/trace.go:171","msg":"trace[1859028548] transaction","detail":"{read_only:false; response_revision:16926; number_of_response:1; }","duration":"395.329265ms","start":"2026-03-03T12:20:17.057461Z","end":"2026-03-03T12:20:17.45279Z","steps":["trace[1859028548] 'process raft request' (duration: 394.658649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:17.452925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:17.057444Z","time spent":"395.410667ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:20:17.453082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.248433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:20:17.453193Z","caller":"traceutil/trace.go:171","msg":"trace[1740945559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16926; }","duration":"318.308785ms","start":"2026-03-03T12:20:17.134791Z","end":"2026-03-03T12:20:17.4531Z","steps":["trace[1740945559] 'agreement among raft nodes before linearized reading' (duration: 318.265634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:17.453223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:17.134762Z","time spent":"318.454899ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:20:17.454315Z","caller":"traceutil/trace.go:171","msg":"trace[1572509167] transaction","detail":"{read_only:false; response_revision:16927; number_of_response:1; }","duration":"298.079545ms","start":"2026-03-03T12:20:17.15622Z","end":"2026-03-03T12:20:17.4543Z","steps":["trace[1572509167] 'process raft request' (duration: 297.90281ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:20:17.454374Z","caller":"traceutil/trace.go:171","msg":"trace[232365841] transaction","detail":"{read_only:false; response_revision:16928; number_of_response:1; }","duration":"116.893268ms","start":"2026-03-03T12:20:17.33746Z","end":"2026-03-03T12:20:17.454353Z","steps":["trace[232365841] 'process raft request' (duration: 116.758394ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:20:18.84024Z","caller":"traceutil/trace.go:171","msg":"trace[1476068025] transaction","detail":"{read_only:false; response_revision:16944; number_of_response:1; }","duration":"323.703673ms","start":"2026-03-03T12:20:18.516511Z","end":"2026-03-03T12:20:18.840215Z","steps":["trace[1476068025] 'process raft request' (duration: 323.541989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:18.840375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:18.516494Z","time spent":"323.818655ms","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":929,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T12:20:18.882776Z","caller":"traceutil/trace.go:171","msg":"trace[389105807] linearizableReadLoop","detail":"{readStateIndex:17556; appliedIndex:17554; }","duration":"353.447959ms","start":"2026-03-03T12:20:18.529299Z","end":"2026-03-03T12:20:18.882747Z","steps":["trace[389105807] 'read index received' (duration: 310.817096ms)","trace[389105807] 'applied index is now lower than readState.Index' (duration: 42.629423ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:20:18.882897Z","caller":"traceutil/trace.go:171","msg":"trace[820499624] transaction","detail":"{read_only:false; response_revision:16946; number_of_response:1; }","duration":"330.915854ms","start":"2026-03-03T12:20:18.551966Z","end":"2026-03-03T12:20:18.882882Z","steps":["trace[820499624] 'process raft request' (duration: 330.605717ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:20:18.882941Z","caller":"traceutil/trace.go:171","msg":"trace[1807506311] transaction","detail":"{read_only:false; response_revision:16945; number_of_response:1; }","duration":"365.358742ms","start":"2026-03-03T12:20:18.517555Z","end":"2026-03-03T12:20:18.882914Z","steps":["trace[1807506311] 'process raft request' (duration: 364.447511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:18.883019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:18.55194Z","time spent":"330.986105ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:20:18.88303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.718776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T12:20:18.883065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:18.517546Z","time spent":"365.458626ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10597,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:20:18.883086Z","caller":"traceutil/trace.go:171","msg":"trace[1970471159] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16946; }","duration":"353.809099ms","start":"2026-03-03T12:20:18.529264Z","end":"2026-03-03T12:20:18.883074Z","steps":["trace[1970471159] 'agreement among raft nodes before linearized reading' (duration: 353.663094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:18.883116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:18.529249Z","time spent":"353.86127ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:20:19.095199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.04136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:20:19.09532Z","caller":"traceutil/trace.go:171","msg":"trace[1291456194] linearizableReadLoop","detail":"{readStateIndex:17558; appliedIndex:17557; }","duration":"212.452779ms","start":"2026-03-03T12:20:18.882849Z","end":"2026-03-03T12:20:19.095301Z","steps":["trace[1291456194] 'read index received' (duration: 106.299056ms)","trace[1291456194] 'applied index is now lower than readState.Index' (duration: 106.150423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:20:19.095463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.833998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:20:19.095437Z","caller":"traceutil/trace.go:171","msg":"trace[2072658296] transaction","detail":"{read_only:false; response_revision:16947; number_of_response:1; }","duration":"249.969771ms","start":"2026-03-03T12:20:18.845388Z","end":"2026-03-03T12:20:19.095358Z","steps":["trace[2072658296] 'process raft request' (duration: 143.663174ms)","trace[2072658296] 'compare' (duration: 105.825475ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:20:19.095493Z","caller":"traceutil/trace.go:171","msg":"trace[1900702685] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:16947; }","duration":"337.874029ms","start":"2026-03-03T12:20:18.75761Z","end":"2026-03-03T12:20:19.095484Z","steps":["trace[1900702685] 'agreement among raft nodes before linearized reading' (duration: 337.778746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:19.095621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.292725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-03T12:20:19.095652Z","caller":"traceutil/trace.go:171","msg":"trace[838362206] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:16947; }","duration":"531.347646ms","start":"2026-03-03T12:20:18.564293Z","end":"2026-03-03T12:20:19.095641Z","steps":["trace[838362206] 'agreement among raft nodes before linearized reading' (duration: 531.217033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:19.095683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:18.564281Z","time spent":"531.393937ms","remote":"127.0.0.1:42470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-03T12:20:19.095664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:18.757555Z","time spent":"338.061424ms","remote":"127.0.0.1:42446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:20:19.096627Z","caller":"traceutil/trace.go:171","msg":"trace[1116908195] transaction","detail":"{read_only:false; response_revision:16949; number_of_response:1; }","duration":"206.685492ms","start":"2026-03-03T12:20:18.889914Z","end":"2026-03-03T12:20:19.096599Z","steps":["trace[1116908195] 'process raft request' (duration: 206.556169ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:20:19.096625Z","caller":"traceutil/trace.go:171","msg":"trace[2061161069] transaction","detail":"{read_only:false; response_revision:16948; number_of_response:1; }","duration":"206.668821ms","start":"2026-03-03T12:20:18.889911Z","end":"2026-03-03T12:20:19.09658Z","steps":["trace[2061161069] 'process raft request' (duration: 206.450006ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:20:19.097104Z","caller":"traceutil/trace.go:171","msg":"trace[94398362] transaction","detail":"{read_only:false; response_revision:16950; number_of_response:1; }","duration":"207.168873ms","start":"2026-03-03T12:20:18.889916Z","end":"2026-03-03T12:20:19.097085Z","steps":["trace[94398362] 'process raft request' (duration: 206.61036ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:20:19.097391Z","caller":"traceutil/trace.go:171","msg":"trace[626697979] transaction","detail":"{read_only:false; response_revision:16952; number_of_response:1; }","duration":"207.395999ms","start":"2026-03-03T12:20:18.889977Z","end":"2026-03-03T12:20:19.097373Z","steps":["trace[626697979] 'process raft request' (duration: 207.077741ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:20:19.097426Z","caller":"traceutil/trace.go:171","msg":"trace[1541718154] transaction","detail":"{read_only:false; response_revision:16951; number_of_response:1; }","duration":"207.475911ms","start":"2026-03-03T12:20:18.889938Z","end":"2026-03-03T12:20:19.097414Z","steps":["trace[1541718154] 'process raft request' (duration: 206.918188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:19.097498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.491531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-fvrhm\" ","response":"range_response_count:1 size:15671"} {"level":"info","ts":"2026-03-03T12:20:19.097605Z","caller":"traceutil/trace.go:171","msg":"trace[1388100780] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-fvrhm; range_end:; response_count:1; response_revision:16952; }","duration":"207.674106ms","start":"2026-03-03T12:20:18.889904Z","end":"2026-03-03T12:20:19.097578Z","steps":["trace[1388100780] 'agreement among raft nodes before linearized reading' (duration: 207.43304ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:20:23.790599Z","caller":"traceutil/trace.go:171","msg":"trace[1926114583] transaction","detail":"{read_only:false; response_revision:16993; number_of_response:1; }","duration":"127.975691ms","start":"2026-03-03T12:20:23.662589Z","end":"2026-03-03T12:20:23.790565Z","steps":["trace[1926114583] 'process raft request' (duration: 126.781653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:24.643273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982325182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:20:25.144457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982325182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:20:25.291408Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.109333253s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:20:25.292402Z","caller":"traceutil/trace.go:171","msg":"trace[1012422768] transaction","detail":"{read_only:false; response_revision:16995; number_of_response:1; }","duration":"1.201506352s","start":"2026-03-03T12:20:24.090862Z","end":"2026-03-03T12:20:25.292368Z","steps":["trace[1012422768] 'process raft request' (duration: 1.201243676s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:25.292808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:24.09084Z","time spent":"1.201682578s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:20:25.299428Z","caller":"traceutil/trace.go:171","msg":"trace[854147924] linearizableReadLoop","detail":"{readStateIndex:17608; appliedIndex:17606; }","duration":"1.156883143s","start":"2026-03-03T12:20:24.14252Z","end":"2026-03-03T12:20:25.299403Z","steps":["trace[854147924] 'read index received' (duration: 1.149319093s)","trace[854147924] 'applied index is now lower than readState.Index' (duration: 7.56256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:20:25.299694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157147189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bvqmp\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-03T12:20:25.299742Z","caller":"traceutil/trace.go:171","msg":"trace[1321778789] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bvqmp; range_end:; response_count:1; response_revision:16996; }","duration":"1.157245841s","start":"2026-03-03T12:20:24.142484Z","end":"2026-03-03T12:20:25.29973Z","steps":["trace[1321778789] 'agreement among raft nodes before linearized reading' (duration: 1.157049727s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:25.299811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:24.142466Z","time spent":"1.157335263s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-bvqmp\" "} {"level":"warn","ts":"2026-03-03T12:20:25.299817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.423205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T12:20:25.299874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.968427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T12:20:25.29996Z","caller":"traceutil/trace.go:171","msg":"trace[503716110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16996; }","duration":"180.083849ms","start":"2026-03-03T12:20:25.119849Z","end":"2026-03-03T12:20:25.299932Z","steps":["trace[503716110] 'agreement among raft nodes before linearized reading' (duration: 179.801312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:25.300016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.494287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:20:25.299865Z","caller":"traceutil/trace.go:171","msg":"trace[276641786] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16996; }","duration":"995.548788ms","start":"2026-03-03T12:20:24.304304Z","end":"2026-03-03T12:20:25.299852Z","steps":["trace[276641786] 'agreement among raft nodes before linearized reading' (duration: 995.315683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:25.300206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:24.304284Z","time spent":"995.910446ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T12:20:25.299529Z","caller":"traceutil/trace.go:171","msg":"trace[743851626] transaction","detail":"{read_only:false; response_revision:16996; number_of_response:1; }","duration":"266.648426ms","start":"2026-03-03T12:20:25.032858Z","end":"2026-03-03T12:20:25.299506Z","steps":["trace[743851626] 'process raft request' (duration: 266.355579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:25.30034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.227579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:20:25.300374Z","caller":"traceutil/trace.go:171","msg":"trace[127085767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16996; }","duration":"166.290351ms","start":"2026-03-03T12:20:25.134075Z","end":"2026-03-03T12:20:25.300366Z","steps":["trace[127085767] 'agreement among raft nodes before linearized reading' (duration: 166.23488ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:20:25.300237Z","caller":"traceutil/trace.go:171","msg":"trace[548515714] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:16996; }","duration":"185.58819ms","start":"2026-03-03T12:20:25.114463Z","end":"2026-03-03T12:20:25.300052Z","steps":["trace[548515714] 'agreement among raft nodes before linearized reading' (duration: 185.461357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:25.30058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.941429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:20:25.300629Z","caller":"traceutil/trace.go:171","msg":"trace[1675218882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16996; }","duration":"954.026221ms","start":"2026-03-03T12:20:24.346591Z","end":"2026-03-03T12:20:25.300617Z","steps":["trace[1675218882] 'agreement among raft nodes before linearized reading' (duration: 953.911468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:25.300679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:24.346571Z","time spent":"954.092152ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:20:25.831487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982325188,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T12:20:25.960697Z","caller":"traceutil/trace.go:171","msg":"trace[98088110] transaction","detail":"{read_only:false; response_revision:16997; number_of_response:1; }","duration":"655.508598ms","start":"2026-03-03T12:20:25.305134Z","end":"2026-03-03T12:20:25.960643Z","steps":["trace[98088110] 'process raft request' (duration: 653.752386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:25.960879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:25.305097Z","time spent":"655.683622ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:20:27.022089Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.063446232s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:20:27.022924Z","caller":"traceutil/trace.go:171","msg":"trace[1155140658] transaction","detail":"{read_only:false; response_revision:16999; number_of_response:1; }","duration":"1.537478668s","start":"2026-03-03T12:20:25.485412Z","end":"2026-03-03T12:20:27.02289Z","steps":["trace[1155140658] 'process raft request' (duration: 1.537116799s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:20:27.022944Z","caller":"traceutil/trace.go:171","msg":"trace[1057246893] transaction","detail":"{read_only:false; response_revision:17000; number_of_response:1; }","duration":"1.532211512s","start":"2026-03-03T12:20:25.490702Z","end":"2026-03-03T12:20:27.022913Z","steps":["trace[1057246893] 'process raft request' (duration: 1.531870754s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:20:27.023002Z","caller":"traceutil/trace.go:171","msg":"trace[1327745956] transaction","detail":"{read_only:false; response_revision:17001; number_of_response:1; }","duration":"1.529993549s","start":"2026-03-03T12:20:25.492976Z","end":"2026-03-03T12:20:27.022969Z","steps":["trace[1327745956] 'process raft request' (duration: 1.529629451s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:20:27.023044Z","caller":"traceutil/trace.go:171","msg":"trace[1457240179] transaction","detail":"{read_only:false; response_revision:16998; number_of_response:1; }","duration":"1.71768836s","start":"2026-03-03T12:20:25.305288Z","end":"2026-03-03T12:20:27.022976Z","steps":["trace[1457240179] 'process raft request' (duration: 1.717064605s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:27.02311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:25.490671Z","time spent":"1.532358176s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:20:27.023137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:25.492962Z","time spent":"1.530102782s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:20:27.023215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:25.305269Z","time spent":"1.717862664s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:20:27.023069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:25.485386Z","time spent":"1.537600411s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:20:27.23967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.012067ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T12:20:27.240025Z","caller":"traceutil/trace.go:171","msg":"trace[809428693] linearizableReadLoop","detail":"{readStateIndex:17613; appliedIndex:17608; }","duration":"1.909344205s","start":"2026-03-03T12:20:25.330571Z","end":"2026-03-03T12:20:27.239915Z","steps":["trace[809428693] 'read index received' (duration: 628.336302ms)","trace[809428693] 'applied index is now lower than readState.Index' (duration: 1.281006873s)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:20:27.240096Z","caller":"traceutil/trace.go:171","msg":"trace[241185545] transaction","detail":"{read_only:false; response_revision:17002; number_of_response:1; }","duration":"851.042605ms","start":"2026-03-03T12:20:26.389033Z","end":"2026-03-03T12:20:27.240075Z","steps":["trace[241185545] 'process raft request' (duration: 850.769159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:27.240207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:26.389013Z","time spent":"851.137167ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:20:27.32736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192198542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:20:27.327483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995257506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T12:20:27.327505Z","caller":"traceutil/trace.go:171","msg":"trace[1963178803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17002; }","duration":"1.192371066s","start":"2026-03-03T12:20:26.135083Z","end":"2026-03-03T12:20:27.327454Z","steps":["trace[1963178803] 'agreement among raft nodes before linearized reading' (duration: 1.105087252s)","trace[1963178803] 'range keys from in-memory index tree' (duration: 87.095139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:20:27.327488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793101622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"info","ts":"2026-03-03T12:20:27.32756Z","caller":"traceutil/trace.go:171","msg":"trace[1039741392] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17002; }","duration":"1.995362338s","start":"2026-03-03T12:20:25.332176Z","end":"2026-03-03T12:20:27.327538Z","steps":["trace[1039741392] 'agreement among raft nodes before linearized reading' (duration: 1.907954101s)","trace[1039741392] 'range keys from in-memory index tree' (duration: 87.221152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:20:27.32757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.506897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-03T12:20:27.327587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:26.135062Z","time spent":"1.19251264s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:20:27.327597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:25.332168Z","time spent":"1.99542141s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T12:20:27.327584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831166297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T12:20:27.327497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830533233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T12:20:27.327632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830741857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T12:20:27.327625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.818828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:20:27.327705Z","caller":"traceutil/trace.go:171","msg":"trace[1327829603] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17002; }","duration":"1.830787018s","start":"2026-03-03T12:20:25.496885Z","end":"2026-03-03T12:20:27.327672Z","steps":["trace[1327829603] 'agreement among raft nodes before linearized reading' (duration: 1.74332399s)","trace[1327829603] 'range keys from in-memory index tree' (duration: 87.174562ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:20:27.327583Z","caller":"traceutil/trace.go:171","msg":"trace[1632767369] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17002; }","duration":"1.793223545s","start":"2026-03-03T12:20:25.534342Z","end":"2026-03-03T12:20:27.327565Z","steps":["trace[1632767369] 'agreement among raft nodes before linearized reading' (duration: 1.705835548s)","trace[1632767369] 'range keys from in-memory index tree' (duration: 87.198012ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:20:27.327767Z","caller":"traceutil/trace.go:171","msg":"trace[1139293207] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:17002; }","duration":"824.036933ms","start":"2026-03-03T12:20:26.503697Z","end":"2026-03-03T12:20:27.327734Z","steps":["trace[1139293207] 'agreement among raft nodes before linearized reading' (duration: 736.446682ms)","trace[1139293207] 'count revisions from in-memory index tree' (duration: 87.365826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:20:27.327767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:25.496859Z","time spent":"1.83088954s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:20:27.327864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:25.534327Z","time spent":"1.793513111s","remote":"127.0.0.1:53966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3322,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-03-03T12:20:27.327669Z","caller":"traceutil/trace.go:171","msg":"trace[1463208603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17002; }","duration":"1.83128938s","start":"2026-03-03T12:20:25.49636Z","end":"2026-03-03T12:20:27.327649Z","steps":["trace[1463208603] 'agreement among raft nodes before linearized reading' (duration: 1.743850802s)","trace[1463208603] 'range keys from in-memory index tree' (duration: 87.279134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:20:27.327888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:26.503674Z","time spent":"824.199786ms","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":16,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:20:27.327929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:25.49634Z","time spent":"1.831578176s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T12:20:27.3277Z","caller":"traceutil/trace.go:171","msg":"trace[89446107] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17002; }","duration":"1.83084596s","start":"2026-03-03T12:20:25.496837Z","end":"2026-03-03T12:20:27.327683Z","steps":["trace[89446107] 'agreement among raft nodes before linearized reading' (duration: 1.743363751s)","trace[89446107] 'range keys from in-memory index tree' (duration: 87.338756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:20:27.328002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:25.496825Z","time spent":"1.831160937s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T12:20:27.32761Z","caller":"traceutil/trace.go:171","msg":"trace[851760543] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:17002; }","duration":"761.571609ms","start":"2026-03-03T12:20:26.566022Z","end":"2026-03-03T12:20:27.327593Z","steps":["trace[851760543] 'agreement among raft nodes before linearized reading' (duration: 674.168222ms)","trace[851760543] 'range keys from in-memory index tree' (duration: 87.347356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:20:27.328105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:26.566001Z","time spent":"762.08751ms","remote":"127.0.0.1:42470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-03T12:20:27.32752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78546291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-p9zsd\" ","response":"range_response_count:1 size:22011"} {"level":"info","ts":"2026-03-03T12:20:27.328332Z","caller":"traceutil/trace.go:171","msg":"trace[1409293600] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-p9zsd; range_end:; response_count:1; response_revision:17002; }","duration":"1.786335601s","start":"2026-03-03T12:20:25.541978Z","end":"2026-03-03T12:20:27.328314Z","steps":["trace[1409293600] 'agreement among raft nodes before linearized reading' (duration: 1.698158126s)","trace[1409293600] 'range keys from in-memory index tree' (duration: 87.165011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:20:27.328376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:25.541963Z","time spent":"1.786401393s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22034,"request content":"key:\"/registry/pods/openstack/nova-compute-default-p9zsd\" "} {"level":"warn","ts":"2026-03-03T12:20:27.329288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998711299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:943508"} {"level":"info","ts":"2026-03-03T12:20:27.329329Z","caller":"traceutil/trace.go:171","msg":"trace[892512964] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:17002; }","duration":"1.99875582s","start":"2026-03-03T12:20:25.330564Z","end":"2026-03-03T12:20:27.32932Z","steps":["trace[892512964] 'agreement among raft nodes before linearized reading' (duration: 1.909465028s)","trace[892512964] 'range keys from in-memory index tree' (duration: 87.388557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:20:27.329359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:25.330527Z","time spent":"1.998822262s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":96,"response size":943531,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T12:20:27.501322Z","caller":"traceutil/trace.go:171","msg":"trace[159253495] linearizableReadLoop","detail":"{readStateIndex:17618; appliedIndex:17615; }","duration":"165.986775ms","start":"2026-03-03T12:20:27.335311Z","end":"2026-03-03T12:20:27.501298Z","steps":["trace[159253495] 'read index received' (duration: 37.099892ms)","trace[159253495] 'applied index is now lower than readState.Index' (duration: 128.885843ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:20:27.501357Z","caller":"traceutil/trace.go:171","msg":"trace[1686389229] transaction","detail":"{read_only:false; response_revision:17004; number_of_response:1; }","duration":"168.801511ms","start":"2026-03-03T12:20:27.332513Z","end":"2026-03-03T12:20:27.501314Z","steps":["trace[1686389229] 'process raft request' (duration: 109.645365ms)","trace[1686389229] 'compare' (duration: 58.984192ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:20:27.501474Z","caller":"traceutil/trace.go:171","msg":"trace[1983835749] transaction","detail":"{read_only:false; response_revision:17005; number_of_response:1; }","duration":"168.078314ms","start":"2026-03-03T12:20:27.333334Z","end":"2026-03-03T12:20:27.501412Z","steps":["trace[1983835749] 'process raft request' (duration: 167.919211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:27.501839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.231648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:20:27.501871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.533026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:20:27.501903Z","caller":"traceutil/trace.go:171","msg":"trace[828042306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17005; }","duration":"160.32612ms","start":"2026-03-03T12:20:27.34156Z","end":"2026-03-03T12:20:27.501886Z","steps":["trace[828042306] 'agreement among raft nodes before linearized reading' (duration: 160.203827ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:20:27.501926Z","caller":"traceutil/trace.go:171","msg":"trace[1846924237] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17005; }","duration":"110.640969ms","start":"2026-03-03T12:20:27.39127Z","end":"2026-03-03T12:20:27.501911Z","steps":["trace[1846924237] 'agreement among raft nodes before linearized reading' (duration: 110.517096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:27.502785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.456899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:943508"} {"level":"info","ts":"2026-03-03T12:20:27.503116Z","caller":"traceutil/trace.go:171","msg":"trace[1532381038] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:17005; }","duration":"167.801988ms","start":"2026-03-03T12:20:27.335294Z","end":"2026-03-03T12:20:27.503096Z","steps":["trace[1532381038] 'agreement among raft nodes before linearized reading' (duration: 166.172859ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:20:28.144028Z","caller":"traceutil/trace.go:171","msg":"trace[1454098007] transaction","detail":"{read_only:false; response_revision:17014; number_of_response:1; }","duration":"104.631186ms","start":"2026-03-03T12:20:28.03936Z","end":"2026-03-03T12:20:28.143991Z","steps":["trace[1454098007] 'process raft request' (duration: 99.633018ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:20:30.257501Z","caller":"traceutil/trace.go:171","msg":"trace[1716265686] transaction","detail":"{read_only:false; response_revision:17033; number_of_response:1; }","duration":"106.395469ms","start":"2026-03-03T12:20:30.151069Z","end":"2026-03-03T12:20:30.257465Z","steps":["trace[1716265686] 'process raft request' (duration: 106.186834ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:20:45.305509Z","caller":"traceutil/trace.go:171","msg":"trace[882728472] transaction","detail":"{read_only:false; response_revision:17326; number_of_response:1; }","duration":"261.803641ms","start":"2026-03-03T12:20:45.043674Z","end":"2026-03-03T12:20:45.305477Z","steps":["trace[882728472] 'process raft request' (duration: 261.608796ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:20:45.308736Z","caller":"traceutil/trace.go:171","msg":"trace[705297407] transaction","detail":"{read_only:false; response_revision:17327; number_of_response:1; }","duration":"224.575467ms","start":"2026-03-03T12:20:45.084123Z","end":"2026-03-03T12:20:45.308698Z","steps":["trace[705297407] 'process raft request' (duration: 224.325422ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:20:45.308858Z","caller":"traceutil/trace.go:171","msg":"trace[1672299637] transaction","detail":"{read_only:false; response_revision:17328; number_of_response:1; }","duration":"222.026288ms","start":"2026-03-03T12:20:45.086805Z","end":"2026-03-03T12:20:45.308831Z","steps":["trace[1672299637] 'process raft request' (duration: 221.777292ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:20:45.309175Z","caller":"traceutil/trace.go:171","msg":"trace[1545282046] transaction","detail":"{read_only:false; response_revision:17329; number_of_response:1; }","duration":"220.410608ms","start":"2026-03-03T12:20:45.088744Z","end":"2026-03-03T12:20:45.309155Z","steps":["trace[1545282046] 'process raft request' (duration: 219.863055ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:20:45.309206Z","caller":"traceutil/trace.go:171","msg":"trace[686957304] linearizableReadLoop","detail":"{readStateIndex:17952; appliedIndex:17948; }","duration":"215.589134ms","start":"2026-03-03T12:20:45.093497Z","end":"2026-03-03T12:20:45.309086Z","steps":["trace[686957304] 'read index received' (duration: 211.847114ms)","trace[686957304] 'applied index is now lower than readState.Index' (duration: 3.741189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:20:45.309323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.805128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T12:20:45.309387Z","caller":"traceutil/trace.go:171","msg":"trace[249305657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17329; }","duration":"215.906691ms","start":"2026-03-03T12:20:45.093464Z","end":"2026-03-03T12:20:45.309371Z","steps":["trace[249305657] 'agreement among raft nodes before linearized reading' (duration: 215.718527ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:20:45.635931Z","caller":"traceutil/trace.go:171","msg":"trace[1984045087] linearizableReadLoop","detail":"{readStateIndex:17954; appliedIndex:17953; }","duration":"102.472515ms","start":"2026-03-03T12:20:45.53343Z","end":"2026-03-03T12:20:45.635903Z","steps":["trace[1984045087] 'read index received' (duration: 102.29598ms)","trace[1984045087] 'applied index is now lower than readState.Index' (duration: 175.265µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:20:45.636112Z","caller":"traceutil/trace.go:171","msg":"trace[1631230000] transaction","detail":"{read_only:false; response_revision:17331; number_of_response:1; }","duration":"166.202529ms","start":"2026-03-03T12:20:45.469764Z","end":"2026-03-03T12:20:45.635966Z","steps":["trace[1631230000] 'process raft request' (duration: 165.951033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:45.636156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.709791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bvqmp\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-03T12:20:45.636366Z","caller":"traceutil/trace.go:171","msg":"trace[1692364366] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bvqmp; range_end:; response_count:1; response_revision:17331; }","duration":"102.967267ms","start":"2026-03-03T12:20:45.533379Z","end":"2026-03-03T12:20:45.636346Z","steps":["trace[1692364366] 'agreement among raft nodes before linearized reading' (duration: 102.645668ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:20:45.751677Z","caller":"traceutil/trace.go:171","msg":"trace[123864640] linearizableReadLoop","detail":"{readStateIndex:17956; appliedIndex:17954; }","duration":"115.651179ms","start":"2026-03-03T12:20:45.636Z","end":"2026-03-03T12:20:45.751651Z","steps":["trace[123864640] 'read index received' (duration: 53.083382ms)","trace[123864640] 'applied index is now lower than readState.Index' (duration: 62.565857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:20:45.752007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.723531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:20:45.752003Z","caller":"traceutil/trace.go:171","msg":"trace[674366292] transaction","detail":"{read_only:false; response_revision:17333; number_of_response:1; }","duration":"166.421625ms","start":"2026-03-03T12:20:45.585554Z","end":"2026-03-03T12:20:45.751975Z","steps":["trace[674366292] 'process raft request' (duration: 166.010016ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:20:45.752059Z","caller":"traceutil/trace.go:171","msg":"trace[1153873296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17333; }","duration":"163.816703ms","start":"2026-03-03T12:20:45.588227Z","end":"2026-03-03T12:20:45.752043Z","steps":["trace[1153873296] 'agreement among raft nodes before linearized reading' (duration: 163.650299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:45.752119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.277816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T12:20:45.752178Z","caller":"traceutil/trace.go:171","msg":"trace[648939706] transaction","detail":"{read_only:false; response_revision:17332; number_of_response:1; }","duration":"208.860384ms","start":"2026-03-03T12:20:45.543305Z","end":"2026-03-03T12:20:45.752166Z","steps":["trace[648939706] 'process raft request' (duration: 145.771064ms)","trace[648939706] 'compare' (duration: 62.167648ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:20:45.752203Z","caller":"traceutil/trace.go:171","msg":"trace[243538795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17333; }","duration":"162.391059ms","start":"2026-03-03T12:20:45.589788Z","end":"2026-03-03T12:20:45.752179Z","steps":["trace[243538795] 'agreement among raft nodes before linearized reading' (duration: 162.180064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:45.752892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.280391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:100 size:975613"} {"level":"info","ts":"2026-03-03T12:20:45.752957Z","caller":"traceutil/trace.go:171","msg":"trace[363702008] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:100; response_revision:17333; }","duration":"113.386114ms","start":"2026-03-03T12:20:45.639559Z","end":"2026-03-03T12:20:45.752945Z","steps":["trace[363702008] 'agreement among raft nodes before linearized reading' (duration: 112.465543ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:20:46.877114Z","caller":"traceutil/trace.go:171","msg":"trace[224790664] transaction","detail":"{read_only:false; response_revision:17337; number_of_response:1; }","duration":"168.869532ms","start":"2026-03-03T12:20:46.708218Z","end":"2026-03-03T12:20:46.877088Z","steps":["trace[224790664] 'process raft request' (duration: 168.611476ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:46.28588Z","caller":"traceutil/trace.go:171","msg":"trace[1588305551] transaction","detail":"{read_only:false; response_revision:17779; number_of_response:1; }","duration":"120.206124ms","start":"2026-03-03T12:21:46.165644Z","end":"2026-03-03T12:21:46.28585Z","steps":["trace[1588305551] 'process raft request' (duration: 119.806555ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:46.286876Z","caller":"traceutil/trace.go:171","msg":"trace[671368054] transaction","detail":"{read_only:false; response_revision:17780; number_of_response:1; }","duration":"119.689154ms","start":"2026-03-03T12:21:46.167174Z","end":"2026-03-03T12:21:46.286863Z","steps":["trace[671368054] 'process raft request' (duration: 119.620452ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:49.656979Z","caller":"traceutil/trace.go:171","msg":"trace[1425069981] transaction","detail":"{read_only:false; response_revision:17796; number_of_response:1; }","duration":"103.200832ms","start":"2026-03-03T12:21:49.55375Z","end":"2026-03-03T12:21:49.656951Z","steps":["trace[1425069981] 'process raft request' (duration: 80.349129ms)","trace[1425069981] 'compare' (duration: 22.543666ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:22:17.823219Z","caller":"traceutil/trace.go:171","msg":"trace[1606242604] transaction","detail":"{read_only:false; response_revision:17955; number_of_response:1; }","duration":"147.568565ms","start":"2026-03-03T12:22:17.675613Z","end":"2026-03-03T12:22:17.823181Z","steps":["trace[1606242604] 'process raft request' (duration: 147.325479ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:22:17.870365Z","caller":"traceutil/trace.go:171","msg":"trace[910002341] transaction","detail":"{read_only:false; response_revision:17957; number_of_response:1; }","duration":"104.342178ms","start":"2026-03-03T12:22:17.765995Z","end":"2026-03-03T12:22:17.870337Z","steps":["trace[910002341] 'process raft request' (duration: 104.291877ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:22:17.870412Z","caller":"traceutil/trace.go:171","msg":"trace[1168540415] transaction","detail":"{read_only:false; response_revision:17956; number_of_response:1; }","duration":"105.051905ms","start":"2026-03-03T12:22:17.765332Z","end":"2026-03-03T12:22:17.870384Z","steps":["trace[1168540415] 'process raft request' (duration: 104.83198ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:22:18.061001Z","caller":"traceutil/trace.go:171","msg":"trace[2138216211] transaction","detail":"{read_only:false; response_revision:17960; number_of_response:1; }","duration":"160.106574ms","start":"2026-03-03T12:22:17.900834Z","end":"2026-03-03T12:22:18.06094Z","steps":["trace[2138216211] 'process raft request' (duration: 142.054706ms)","trace[2138216211] 'compare' (duration: 17.685489ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:22:18.060778Z","caller":"traceutil/trace.go:171","msg":"trace[1045275612] linearizableReadLoop","detail":"{readStateIndex:18604; appliedIndex:18603; }","duration":"122.886949ms","start":"2026-03-03T12:22:17.937861Z","end":"2026-03-03T12:22:18.060748Z","steps":["trace[1045275612] 'read index received' (duration: 105.026786ms)","trace[1045275612] 'applied index is now lower than readState.Index' (duration: 17.859153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:22:18.061919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.369661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:22:18.062093Z","caller":"traceutil/trace.go:171","msg":"trace[1499822185] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:17960; }","duration":"124.236252ms","start":"2026-03-03T12:22:17.937826Z","end":"2026-03-03T12:22:18.062062Z","steps":["trace[1499822185] 'agreement among raft nodes before linearized reading' (duration: 123.3389ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:22:44.956307Z","caller":"traceutil/trace.go:171","msg":"trace[1109408692] transaction","detail":"{read_only:false; response_revision:18128; number_of_response:1; }","duration":"190.69904ms","start":"2026-03-03T12:22:44.765523Z","end":"2026-03-03T12:22:44.956222Z","steps":["trace[1109408692] 'process raft request' (duration: 150.011143ms)","trace[1109408692] 'compare' (duration: 40.340439ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:23:25.083478Z","caller":"traceutil/trace.go:171","msg":"trace[1411356114] transaction","detail":"{read_only:false; response_revision:18343; number_of_response:1; }","duration":"198.896581ms","start":"2026-03-03T12:23:24.884534Z","end":"2026-03-03T12:23:25.08343Z","steps":["trace[1411356114] 'process raft request' (duration: 198.754728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:23:25.286039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.840883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:23:25.28619Z","caller":"traceutil/trace.go:171","msg":"trace[881561240] transaction","detail":"{read_only:false; response_revision:18344; number_of_response:1; }","duration":"139.365606ms","start":"2026-03-03T12:23:25.146781Z","end":"2026-03-03T12:23:25.286147Z","steps":["trace[881561240] 'process raft request' (duration: 19.325378ms)","trace[881561240] 'compare' (duration: 119.68047ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:23:26.859681Z","caller":"traceutil/trace.go:171","msg":"trace[1665720931] transaction","detail":"{read_only:false; response_revision:18352; number_of_response:1; }","duration":"111.029465ms","start":"2026-03-03T12:23:26.748617Z","end":"2026-03-03T12:23:26.859646Z","steps":["trace[1665720931] 'process raft request' (duration: 110.80026ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:23:57.87698Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16335} {"level":"info","ts":"2026-03-03T12:23:57.969869Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16335,"took":"89.057722ms","hash":2426788429,"current-db-size-bytes":44593152,"current-db-size":"45 MB","current-db-size-in-use-bytes":30539776,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T12:23:57.970005Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2426788429,"revision":16335,"compact-revision":14358} {"level":"info","ts":"2026-03-03T12:25:47.378945Z","caller":"traceutil/trace.go:171","msg":"trace[344126432] transaction","detail":"{read_only:false; response_revision:19298; number_of_response:1; }","duration":"154.121127ms","start":"2026-03-03T12:25:47.224801Z","end":"2026-03-03T12:25:47.378922Z","steps":["trace[344126432] 'process raft request' (duration: 153.676937ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:25:49.388973Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6d0358acb671c233","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T12:25:49.396058Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-03T12:25:49.396243Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-03T12:26:00.464606Z","caller":"traceutil/trace.go:171","msg":"trace[1800059720] linearizableReadLoop","detail":"{readStateIndex:20057; appliedIndex:20056; }","duration":"160.276123ms","start":"2026-03-03T12:26:00.304302Z","end":"2026-03-03T12:26:00.464578Z","steps":["trace[1800059720] 'read index received' (duration: 159.981706ms)","trace[1800059720] 'applied index is now lower than readState.Index' (duration: 293.337µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:26:00.465032Z","caller":"traceutil/trace.go:171","msg":"trace[69110569] transaction","detail":"{read_only:false; response_revision:19359; number_of_response:1; }","duration":"212.450313ms","start":"2026-03-03T12:26:00.252565Z","end":"2026-03-03T12:26:00.465015Z","steps":["trace[69110569] 'process raft request' (duration: 211.803717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:26:00.465294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.98344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:26:00.465363Z","caller":"traceutil/trace.go:171","msg":"trace[1426256737] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:19359; }","duration":"161.117563ms","start":"2026-03-03T12:26:00.304232Z","end":"2026-03-03T12:26:00.46535Z","steps":["trace[1426256737] 'agreement among raft nodes before linearized reading' (duration: 160.995481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:26:00.465653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.190905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T12:26:00.465703Z","caller":"traceutil/trace.go:171","msg":"trace[2140504219] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19359; }","duration":"126.277047ms","start":"2026-03-03T12:26:00.339413Z","end":"2026-03-03T12:26:00.46569Z","steps":["trace[2140504219] 'agreement among raft nodes before linearized reading' (duration: 126.149074ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:26:05.826414Z","caller":"traceutil/trace.go:171","msg":"trace[1877428566] transaction","detail":"{read_only:false; response_revision:19385; number_of_response:1; }","duration":"207.715019ms","start":"2026-03-03T12:26:05.618653Z","end":"2026-03-03T12:26:05.826368Z","steps":["trace[1877428566] 'process raft request' (duration: 207.32407ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:26:10.859861Z","caller":"traceutil/trace.go:171","msg":"trace[1430493326] transaction","detail":"{read_only:false; response_revision:19405; number_of_response:1; }","duration":"179.869519ms","start":"2026-03-03T12:26:10.679965Z","end":"2026-03-03T12:26:10.859835Z","steps":["trace[1430493326] 'process raft request' (duration: 179.684145ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:26:20.675443Z","caller":"traceutil/trace.go:171","msg":"trace[990438573] transaction","detail":"{read_only:false; response_revision:19449; number_of_response:1; }","duration":"157.437067ms","start":"2026-03-03T12:26:20.517969Z","end":"2026-03-03T12:26:20.675406Z","steps":["trace[990438573] 'process raft request' (duration: 157.201832ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:26:21.006051Z","caller":"traceutil/trace.go:171","msg":"trace[1793750649] transaction","detail":"{read_only:false; response_revision:19451; number_of_response:1; }","duration":"101.869989ms","start":"2026-03-03T12:26:20.904153Z","end":"2026-03-03T12:26:21.006023Z","steps":["trace[1793750649] 'process raft request' (duration: 24.327028ms)","trace[1793750649] 'compare' (duration: 77.393317ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:26:22.129119Z","caller":"traceutil/trace.go:171","msg":"trace[753146628] transaction","detail":"{read_only:false; response_revision:19456; number_of_response:1; }","duration":"243.445718ms","start":"2026-03-03T12:26:21.885636Z","end":"2026-03-03T12:26:22.129082Z","steps":["trace[753146628] 'process raft request' (duration: 243.227522ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:26:24.360268Z","caller":"traceutil/trace.go:171","msg":"trace[1208190717] transaction","detail":"{read_only:false; response_revision:19468; number_of_response:1; }","duration":"114.634081ms","start":"2026-03-03T12:26:24.245595Z","end":"2026-03-03T12:26:24.360229Z","steps":["trace[1208190717] 'process raft request' (duration: 114.430366ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:26:55.425506Z","caller":"traceutil/trace.go:171","msg":"trace[1969863850] linearizableReadLoop","detail":"{readStateIndex:20320; appliedIndex:20319; }","duration":"128.205011ms","start":"2026-03-03T12:26:55.297268Z","end":"2026-03-03T12:26:55.425473Z","steps":["trace[1969863850] 'read index received' (duration: 127.915405ms)","trace[1969863850] 'applied index is now lower than readState.Index' (duration: 288.676µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:26:55.425685Z","caller":"traceutil/trace.go:171","msg":"trace[810906235] transaction","detail":"{read_only:false; response_revision:19610; number_of_response:1; }","duration":"146.282511ms","start":"2026-03-03T12:26:55.279355Z","end":"2026-03-03T12:26:55.425638Z","steps":["trace[810906235] 'process raft request' (duration: 145.942873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:26:55.42592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.642742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T12:26:55.426Z","caller":"traceutil/trace.go:171","msg":"trace[1587870586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19610; }","duration":"128.774156ms","start":"2026-03-03T12:26:55.297213Z","end":"2026-03-03T12:26:55.425987Z","steps":["trace[1587870586] 'agreement among raft nodes before linearized reading' (duration: 128.445269ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:27:27.040943Z","caller":"traceutil/trace.go:171","msg":"trace[1307054259] linearizableReadLoop","detail":"{readStateIndex:20469; appliedIndex:20468; }","duration":"291.430187ms","start":"2026-03-03T12:27:26.749485Z","end":"2026-03-03T12:27:27.040915Z","steps":["trace[1307054259] 'read index received' (duration: 291.156021ms)","trace[1307054259] 'applied index is now lower than readState.Index' (duration: 272.956µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:27:27.041099Z","caller":"traceutil/trace.go:171","msg":"trace[1501275631] transaction","detail":"{read_only:false; response_revision:19752; number_of_response:1; }","duration":"388.07371ms","start":"2026-03-03T12:27:26.653015Z","end":"2026-03-03T12:27:27.041089Z","steps":["trace[1501275631] 'process raft request' (duration: 387.703081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:27:27.041222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:27:26.653Z","time spent":"388.135552ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:27:27.04134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.491224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:27:27.041426Z","caller":"traceutil/trace.go:171","msg":"trace[2020518424] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19752; }","duration":"199.611307ms","start":"2026-03-03T12:27:26.841793Z","end":"2026-03-03T12:27:27.041405Z","steps":["trace[2020518424] 'agreement among raft nodes before linearized reading' (duration: 199.401582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:27:27.041687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.957169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:27:27.0418Z","caller":"traceutil/trace.go:171","msg":"trace[1872201172] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19752; }","duration":"292.349968ms","start":"2026-03-03T12:27:26.749428Z","end":"2026-03-03T12:27:27.041778Z","steps":["trace[1872201172] 'agreement among raft nodes before linearized reading' (duration: 291.919738ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:27:57.380465Z","caller":"traceutil/trace.go:171","msg":"trace[689808218] transaction","detail":"{read_only:false; response_revision:19890; number_of_response:1; }","duration":"157.712783ms","start":"2026-03-03T12:27:57.222722Z","end":"2026-03-03T12:27:57.380435Z","steps":["trace[689808218] 'process raft request' (duration: 157.517668ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:27:57.580054Z","caller":"traceutil/trace.go:171","msg":"trace[749353062] linearizableReadLoop","detail":"{readStateIndex:20614; appliedIndex:20613; }","duration":"149.675102ms","start":"2026-03-03T12:27:57.430335Z","end":"2026-03-03T12:27:57.580011Z","steps":["trace[749353062] 'read index received' (duration: 146.859915ms)","trace[749353062] 'applied index is now lower than readState.Index' (duration: 2.813357ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:27:57.580226Z","caller":"traceutil/trace.go:171","msg":"trace[1802084261] transaction","detail":"{read_only:false; response_revision:19891; number_of_response:1; }","duration":"195.659802ms","start":"2026-03-03T12:27:57.384531Z","end":"2026-03-03T12:27:57.580191Z","steps":["trace[1802084261] 'process raft request' (duration: 192.770714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:27:57.580343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.98265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:27:57.580389Z","caller":"traceutil/trace.go:171","msg":"trace[667822305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19891; }","duration":"150.107492ms","start":"2026-03-03T12:27:57.430271Z","end":"2026-03-03T12:27:57.580378Z","steps":["trace[667822305] 'agreement among raft nodes before linearized reading' (duration: 149.888146ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:28:57.883538Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18559} {"level":"info","ts":"2026-03-03T12:28:57.990755Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18559,"took":"103.970398ms","hash":2107828251,"current-db-size-bytes":44593152,"current-db-size":"45 MB","current-db-size-in-use-bytes":22360064,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-03T12:28:57.990819Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2107828251,"revision":18559,"compact-revision":16335} {"level":"info","ts":"2026-03-03T12:29:50.541185Z","caller":"traceutil/trace.go:171","msg":"trace[368754088] linearizableReadLoop","detail":"{readStateIndex:21170; appliedIndex:21169; }","duration":"319.33411ms","start":"2026-03-03T12:29:50.221824Z","end":"2026-03-03T12:29:50.541158Z","steps":["trace[368754088] 'read index received' (duration: 319.243558ms)","trace[368754088] 'applied index is now lower than readState.Index' (duration: 89.732µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:29:50.541305Z","caller":"traceutil/trace.go:171","msg":"trace[847883373] transaction","detail":"{read_only:false; response_revision:20424; number_of_response:1; }","duration":"373.884753ms","start":"2026-03-03T12:29:50.167409Z","end":"2026-03-03T12:29:50.541294Z","steps":["trace[847883373] 'process raft request' (duration: 373.591726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:29:50.54147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.638177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T12:29:50.541496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:29:50.167387Z","time spent":"374.025427ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:29:50.541512Z","caller":"traceutil/trace.go:171","msg":"trace[371014218] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:20424; }","duration":"319.75782ms","start":"2026-03-03T12:29:50.221744Z","end":"2026-03-03T12:29:50.541501Z","steps":["trace[371014218] 'agreement among raft nodes before linearized reading' (duration: 319.574406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:29:50.541541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:29:50.221714Z","time spent":"319.819131ms","remote":"127.0.0.1:42670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":113,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:29:50.542546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.167932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:29:50.542577Z","caller":"traceutil/trace.go:171","msg":"trace[1954922291] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20427; }","duration":"224.234204ms","start":"2026-03-03T12:29:50.318331Z","end":"2026-03-03T12:29:50.542565Z","steps":["trace[1954922291] 'agreement among raft nodes before linearized reading' (duration: 224.136401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:29:50.542604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.608097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:29:50.542708Z","caller":"traceutil/trace.go:171","msg":"trace[1742467736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20427; }","duration":"197.74188ms","start":"2026-03-03T12:29:50.34492Z","end":"2026-03-03T12:29:50.542662Z","steps":["trace[1742467736] 'agreement among raft nodes before linearized reading' (duration: 197.527135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:29:50.54338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.369589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:29:50.543461Z","caller":"traceutil/trace.go:171","msg":"trace[1066960208] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:20427; }","duration":"280.387664ms","start":"2026-03-03T12:29:50.263056Z","end":"2026-03-03T12:29:50.543444Z","steps":["trace[1066960208] 'agreement among raft nodes before linearized reading' (duration: 279.372279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:31:21.438669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.982614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:31:21.438788Z","caller":"traceutil/trace.go:171","msg":"trace[933420227] linearizableReadLoop","detail":"{readStateIndex:21646; appliedIndex:21645; }","duration":"237.259089ms","start":"2026-03-03T12:31:21.201511Z","end":"2026-03-03T12:31:21.438771Z","steps":["trace[933420227] 'read index received' (duration: 122.016909ms)","trace[933420227] 'applied index is now lower than readState.Index' (duration: 115.24061ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:31:21.439022Z","caller":"traceutil/trace.go:171","msg":"trace[2107629018] transaction","detail":"{read_only:false; response_revision:20880; number_of_response:1; }","duration":"302.469453ms","start":"2026-03-03T12:31:21.136516Z","end":"2026-03-03T12:31:21.438985Z","steps":["trace[2107629018] 'process raft request' (duration: 187.064409ms)","trace[2107629018] 'compare' (duration: 114.750709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:31:21.439157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:31:21.136494Z","time spent":"302.593256ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:31:21.439165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.641189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T12:31:21.439247Z","caller":"traceutil/trace.go:171","msg":"trace[428580194] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20880; }","duration":"237.755921ms","start":"2026-03-03T12:31:21.201469Z","end":"2026-03-03T12:31:21.439225Z","steps":["trace[428580194] 'agreement among raft nodes before linearized reading' (duration: 237.512645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:31:21.439333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.353384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T12:31:21.439471Z","caller":"traceutil/trace.go:171","msg":"trace[1545298022] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20880; }","duration":"229.542188ms","start":"2026-03-03T12:31:21.209887Z","end":"2026-03-03T12:31:21.439429Z","steps":["trace[1545298022] 'agreement among raft nodes before linearized reading' (duration: 229.174598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:31:21.711656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.856216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:31:21.711758Z","caller":"traceutil/trace.go:171","msg":"trace[181464738] linearizableReadLoop","detail":"{readStateIndex:21648; appliedIndex:21647; }","duration":"205.116563ms","start":"2026-03-03T12:31:21.506622Z","end":"2026-03-03T12:31:21.711738Z","steps":["trace[181464738] 'read index received' (duration: 59.999041ms)","trace[181464738] 'applied index is now lower than readState.Index' (duration: 145.116192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:31:21.711917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.307217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T12:31:21.711943Z","caller":"traceutil/trace.go:171","msg":"trace[1930246525] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20882; }","duration":"205.380019ms","start":"2026-03-03T12:31:21.506556Z","end":"2026-03-03T12:31:21.711936Z","steps":["trace[1930246525] 'agreement among raft nodes before linearized reading' (duration: 205.222975ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:31:21.712148Z","caller":"traceutil/trace.go:171","msg":"trace[2082486068] transaction","detail":"{read_only:false; response_revision:20882; number_of_response:1; }","duration":"265.77832ms","start":"2026-03-03T12:31:21.446322Z","end":"2026-03-03T12:31:21.712101Z","steps":["trace[2082486068] 'process raft request' (duration: 120.387311ms)","trace[2082486068] 'compare' (duration: 144.661552ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:31:23.128816Z","caller":"traceutil/trace.go:171","msg":"trace[506335808] transaction","detail":"{read_only:false; response_revision:20884; number_of_response:1; }","duration":"103.379012ms","start":"2026-03-03T12:31:23.025399Z","end":"2026-03-03T12:31:23.128778Z","steps":["trace[506335808] 'process raft request' (duration: 38.618439ms)","trace[506335808] 'compare' (duration: 64.224109ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:31:23.128862Z","caller":"traceutil/trace.go:171","msg":"trace[1862237964] transaction","detail":"{read_only:false; response_revision:20885; number_of_response:1; }","duration":"103.32145ms","start":"2026-03-03T12:31:23.025487Z","end":"2026-03-03T12:31:23.128808Z","steps":["trace[1862237964] 'process raft request' (duration: 102.990293ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:31:25.629022Z","caller":"traceutil/trace.go:171","msg":"trace[1583519020] transaction","detail":"{read_only:false; response_revision:20898; number_of_response:1; }","duration":"120.634347ms","start":"2026-03-03T12:31:25.508367Z","end":"2026-03-03T12:31:25.629001Z","steps":["trace[1583519020] 'process raft request' (duration: 86.348661ms)","trace[1583519020] 'compare' (duration: 34.211654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:31:27.54413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.297875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:31:27.544293Z","caller":"traceutil/trace.go:171","msg":"trace[370348745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20900; }","duration":"409.51924ms","start":"2026-03-03T12:31:27.134747Z","end":"2026-03-03T12:31:27.544266Z","steps":["trace[370348745] 'range keys from in-memory index tree' (duration: 409.140611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:31:27.544354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:31:27.134726Z","time spent":"409.609043ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:31:27.695597Z","caller":"traceutil/trace.go:171","msg":"trace[1064574626] transaction","detail":"{read_only:false; response_revision:20901; number_of_response:1; }","duration":"485.290902ms","start":"2026-03-03T12:31:27.210265Z","end":"2026-03-03T12:31:27.695556Z","steps":["trace[1064574626] 'process raft request' (duration: 485.038636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:31:27.695905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:31:27.210241Z","time spent":"485.474637ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:31:27.792296Z","caller":"traceutil/trace.go:171","msg":"trace[1493169236] linearizableReadLoop","detail":"{readStateIndex:21669; appliedIndex:21667; }","duration":"565.913009ms","start":"2026-03-03T12:31:27.226346Z","end":"2026-03-03T12:31:27.792259Z","steps":["trace[1493169236] 'read index received' (duration: 468.957339ms)","trace[1493169236] 'applied index is now lower than readState.Index' (duration: 96.95446ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:31:27.792499Z","caller":"traceutil/trace.go:171","msg":"trace[745315756] transaction","detail":"{read_only:false; response_revision:20902; number_of_response:1; }","duration":"576.385014ms","start":"2026-03-03T12:31:27.216094Z","end":"2026-03-03T12:31:27.792479Z","steps":["trace[745315756] 'process raft request' (duration: 532.854381ms)","trace[745315756] 'compare' (duration: 43.129413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:31:27.792723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:31:27.216072Z","time spent":"576.507477ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:31:27.792862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.507983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T12:31:27.792934Z","caller":"traceutil/trace.go:171","msg":"trace[941316637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20902; }","duration":"566.624586ms","start":"2026-03-03T12:31:27.226291Z","end":"2026-03-03T12:31:27.792916Z","steps":["trace[941316637] 'agreement among raft nodes before linearized reading' (duration: 566.37142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:31:27.792989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:31:27.226269Z","time spent":"566.703878ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:31:27.792888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.157173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:31:27.793145Z","caller":"traceutil/trace.go:171","msg":"trace[981567757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20902; }","duration":"247.508041ms","start":"2026-03-03T12:31:27.545608Z","end":"2026-03-03T12:31:27.793116Z","steps":["trace[981567757] 'agreement among raft nodes before linearized reading' (duration: 247.129363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:31:27.793235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.269428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T12:31:27.79329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.994222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T12:31:27.79314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.369246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:31:27.793366Z","caller":"traceutil/trace.go:171","msg":"trace[1587302590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20902; }","duration":"160.104376ms","start":"2026-03-03T12:31:27.633233Z","end":"2026-03-03T12:31:27.793338Z","steps":["trace[1587302590] 'agreement among raft nodes before linearized reading' (duration: 159.481501ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:31:27.793438Z","caller":"traceutil/trace.go:171","msg":"trace[1484042729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20902; }","duration":"312.712025ms","start":"2026-03-03T12:31:27.480674Z","end":"2026-03-03T12:31:27.793386Z","steps":["trace[1484042729] 'agreement among raft nodes before linearized reading' (duration: 312.103641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:31:27.793563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:31:27.480646Z","time spent":"312.858987ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T12:31:27.79349Z","caller":"traceutil/trace.go:171","msg":"trace[1868170297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20902; }","duration":"535.440532ms","start":"2026-03-03T12:31:27.257877Z","end":"2026-03-03T12:31:27.793318Z","steps":["trace[1868170297] 'agreement among raft nodes before linearized reading' (duration: 534.805637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:31:27.793752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:31:27.257858Z","time spent":"535.877412ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T12:31:35.198809Z","caller":"traceutil/trace.go:171","msg":"trace[1134397290] transaction","detail":"{read_only:false; response_revision:20938; number_of_response:1; }","duration":"111.068322ms","start":"2026-03-03T12:31:35.087704Z","end":"2026-03-03T12:31:35.198772Z","steps":["trace[1134397290] 'process raft request' (duration: 110.797925ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:31:36.022175Z","caller":"traceutil/trace.go:171","msg":"trace[1538610735] transaction","detail":"{read_only:false; response_revision:20944; number_of_response:1; }","duration":"111.210976ms","start":"2026-03-03T12:31:35.910924Z","end":"2026-03-03T12:31:36.022135Z","steps":["trace[1538610735] 'process raft request' (duration: 46.389321ms)","trace[1538610735] 'compare' (duration: 64.581239ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:31:36.022583Z","caller":"traceutil/trace.go:171","msg":"trace[304530327] transaction","detail":"{read_only:false; response_revision:20945; number_of_response:1; }","duration":"111.409669ms","start":"2026-03-03T12:31:35.91113Z","end":"2026-03-03T12:31:36.02254Z","steps":["trace[304530327] 'process raft request' (duration: 110.948958ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:31:36.022583Z","caller":"traceutil/trace.go:171","msg":"trace[718050640] transaction","detail":"{read_only:false; response_revision:20946; number_of_response:1; }","duration":"110.666392ms","start":"2026-03-03T12:31:35.911875Z","end":"2026-03-03T12:31:36.022542Z","steps":["trace[718050640] 'process raft request' (duration: 110.451547ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:31:41.901029Z","caller":"traceutil/trace.go:171","msg":"trace[263133870] transaction","detail":"{read_only:false; response_revision:20968; number_of_response:1; }","duration":"134.591895ms","start":"2026-03-03T12:31:41.766409Z","end":"2026-03-03T12:31:41.901001Z","steps":["trace[263133870] 'process raft request' (duration: 134.430891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:31:44.190015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.656743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T12:31:44.190089Z","caller":"traceutil/trace.go:171","msg":"trace[1233428138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20979; }","duration":"170.776036ms","start":"2026-03-03T12:31:44.019292Z","end":"2026-03-03T12:31:44.190068Z","steps":["trace[1233428138] 'range keys from in-memory index tree' (duration: 170.462159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:31:44.190015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.742902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:31:44.190184Z","caller":"traceutil/trace.go:171","msg":"trace[1614460077] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20979; }","duration":"169.934197ms","start":"2026-03-03T12:31:44.020243Z","end":"2026-03-03T12:31:44.190177Z","steps":["trace[1614460077] 'range keys from in-memory index tree' (duration: 169.65431ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:31:44.610901Z","caller":"traceutil/trace.go:171","msg":"trace[317537246] linearizableReadLoop","detail":"{readStateIndex:21755; appliedIndex:21751; }","duration":"179.245895ms","start":"2026-03-03T12:31:44.431635Z","end":"2026-03-03T12:31:44.610881Z","steps":["trace[317537246] 'read index received' (duration: 179.02019ms)","trace[317537246] 'applied index is now lower than readState.Index' (duration: 225.125µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:31:44.611005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.365148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:31:44.611024Z","caller":"traceutil/trace.go:171","msg":"trace[1601724678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20984; }","duration":"179.438279ms","start":"2026-03-03T12:31:44.431579Z","end":"2026-03-03T12:31:44.611018Z","steps":["trace[1601724678] 'agreement among raft nodes before linearized reading' (duration: 179.372078ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:31:44.611288Z","caller":"traceutil/trace.go:171","msg":"trace[221553969] transaction","detail":"{read_only:false; response_revision:20983; number_of_response:1; }","duration":"415.628754ms","start":"2026-03-03T12:31:44.195621Z","end":"2026-03-03T12:31:44.61125Z","steps":["trace[221553969] 'process raft request' (duration: 415.215044ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:31:44.611289Z","caller":"traceutil/trace.go:171","msg":"trace[525371470] transaction","detail":"{read_only:false; response_revision:20982; number_of_response:1; }","duration":"415.658325ms","start":"2026-03-03T12:31:44.195588Z","end":"2026-03-03T12:31:44.611247Z","steps":["trace[525371470] 'process raft request' (duration: 415.221115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:31:44.611549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:31:44.195617Z","time spent":"415.757687ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:31:44.611598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:31:44.195583Z","time spent":"415.812588ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:31:44.611954Z","caller":"traceutil/trace.go:171","msg":"trace[1215736341] transaction","detail":"{read_only:false; response_revision:20981; number_of_response:1; }","duration":"416.369631ms","start":"2026-03-03T12:31:44.195527Z","end":"2026-03-03T12:31:44.611896Z","steps":["trace[1215736341] 'process raft request' (duration: 415.173313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:31:44.612029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:31:44.195519Z","time spent":"416.472743ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:31:44.612185Z","caller":"traceutil/trace.go:171","msg":"trace[1637641519] transaction","detail":"{read_only:false; response_revision:20984; number_of_response:1; }","duration":"416.206368ms","start":"2026-03-03T12:31:44.195904Z","end":"2026-03-03T12:31:44.61211Z","steps":["trace[1637641519] 'process raft request' (duration: 414.958598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:31:44.612458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:31:44.195897Z","time spent":"416.426813ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:31:48.414793Z","caller":"traceutil/trace.go:171","msg":"trace[1677664412] transaction","detail":"{read_only:false; response_revision:20996; number_of_response:1; }","duration":"144.860797ms","start":"2026-03-03T12:31:48.269905Z","end":"2026-03-03T12:31:48.414766Z","steps":["trace[1677664412] 'process raft request' (duration: 144.702403ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:32:54.56064Z","caller":"traceutil/trace.go:171","msg":"trace[1607775631] transaction","detail":"{read_only:false; response_revision:21298; number_of_response:1; }","duration":"119.319127ms","start":"2026-03-03T12:32:54.441283Z","end":"2026-03-03T12:32:54.560602Z","steps":["trace[1607775631] 'process raft request' (duration: 119.067461ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:32:54.653099Z","caller":"traceutil/trace.go:171","msg":"trace[1124011782] transaction","detail":"{read_only:false; response_revision:21299; number_of_response:1; }","duration":"124.320345ms","start":"2026-03-03T12:32:54.528728Z","end":"2026-03-03T12:32:54.653048Z","steps":["trace[1124011782] 'process raft request' (duration: 78.070017ms)","trace[1124011782] 'compare' (duration: 45.967331ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:33:15.430566Z","caller":"traceutil/trace.go:171","msg":"trace[1047249072] linearizableReadLoop","detail":"{readStateIndex:22183; appliedIndex:22182; }","duration":"296.736719ms","start":"2026-03-03T12:33:15.133813Z","end":"2026-03-03T12:33:15.43055Z","steps":["trace[1047249072] 'read index received' (duration: 296.672127ms)","trace[1047249072] 'applied index is now lower than readState.Index' (duration: 63.872µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:33:15.430678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.859601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:33:15.430704Z","caller":"traceutil/trace.go:171","msg":"trace[497093123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21394; }","duration":"296.934973ms","start":"2026-03-03T12:33:15.133762Z","end":"2026-03-03T12:33:15.430697Z","steps":["trace[497093123] 'agreement among raft nodes before linearized reading' (duration: 296.879832ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:33:15.430679Z","caller":"traceutil/trace.go:171","msg":"trace[1429284945] transaction","detail":"{read_only:false; response_revision:21394; number_of_response:1; }","duration":"335.609623ms","start":"2026-03-03T12:33:15.095032Z","end":"2026-03-03T12:33:15.430642Z","steps":["trace[1429284945] 'process raft request' (duration: 335.412958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:15.430878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:15.095014Z","time spent":"335.761357ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:33:15.430878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.241315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T12:33:15.430929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.96846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:33:15.430948Z","caller":"traceutil/trace.go:171","msg":"trace[1965126472] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21394; }","duration":"131.034322ms","start":"2026-03-03T12:33:15.299908Z","end":"2026-03-03T12:33:15.430942Z","steps":["trace[1965126472] 'agreement among raft nodes before linearized reading' (duration: 130.994271ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:33:15.430964Z","caller":"traceutil/trace.go:171","msg":"trace[863918085] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21394; }","duration":"196.373108ms","start":"2026-03-03T12:33:15.234566Z","end":"2026-03-03T12:33:15.430939Z","steps":["trace[863918085] 'agreement among raft nodes before linearized reading' (duration: 196.142932ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:33:17.550245Z","caller":"traceutil/trace.go:171","msg":"trace[869905171] transaction","detail":"{read_only:false; response_revision:21402; number_of_response:1; }","duration":"107.19373ms","start":"2026-03-03T12:33:17.443026Z","end":"2026-03-03T12:33:17.55022Z","steps":["trace[869905171] 'process raft request' (duration: 106.650447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:21.443149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.618765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:33:21.443261Z","caller":"traceutil/trace.go:171","msg":"trace[1892491018] linearizableReadLoop","detail":"{readStateIndex:22207; appliedIndex:22206; }","duration":"550.28089ms","start":"2026-03-03T12:33:20.892964Z","end":"2026-03-03T12:33:21.443245Z","steps":["trace[1892491018] 'read index received' (duration: 20.410229ms)","trace[1892491018] 'applied index is now lower than readState.Index' (duration: 529.869281ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:33:21.443449Z","caller":"traceutil/trace.go:171","msg":"trace[667083987] transaction","detail":"{read_only:false; response_revision:21417; number_of_response:1; }","duration":"657.636315ms","start":"2026-03-03T12:33:20.7858Z","end":"2026-03-03T12:33:21.443437Z","steps":["trace[667083987] 'process raft request' (duration: 127.639792ms)","trace[667083987] 'compare' (duration: 529.491172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:33:21.443493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:20.785767Z","time spent":"657.706447ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:33:21.443595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.617129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T12:33:21.443939Z","caller":"traceutil/trace.go:171","msg":"trace[1559716127] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:21417; }","duration":"551.006958ms","start":"2026-03-03T12:33:20.89291Z","end":"2026-03-03T12:33:21.443917Z","steps":["trace[1559716127] 'agreement among raft nodes before linearized reading' (duration: 550.542637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:21.443983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:20.892885Z","time spent":"551.090879ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.18\" "} {"level":"info","ts":"2026-03-03T12:33:21.524181Z","caller":"traceutil/trace.go:171","msg":"trace[773173582] transaction","detail":"{read_only:false; response_revision:21418; number_of_response:1; }","duration":"529.052621ms","start":"2026-03-03T12:33:20.995094Z","end":"2026-03-03T12:33:21.524147Z","steps":["trace[773173582] 'process raft request' (duration: 528.913618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:21.524568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:20.995056Z","time spent":"529.225546ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:33:23.135077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000094676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T12:33:23.135164Z","caller":"traceutil/trace.go:171","msg":"trace[461411979] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000245139s","start":"2026-03-03T12:33:21.134898Z","end":"2026-03-03T12:33:23.135143Z","steps":["trace[461411979] 'agreement among raft nodes before linearized reading' (duration: 2.000133096s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:23.135221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:21.134871Z","time spent":"2.000331751s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 12:33:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T12:33:23.160408Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.636524096s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:33:23.161022Z","caller":"traceutil/trace.go:171","msg":"trace[1299066579] transaction","detail":"{read_only:false; response_revision:21419; number_of_response:1; }","duration":"1.727337971s","start":"2026-03-03T12:33:21.433654Z","end":"2026-03-03T12:33:23.160992Z","steps":["trace[1299066579] 'process raft request' (duration: 1.726976732s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:33:23.161248Z","caller":"traceutil/trace.go:171","msg":"trace[1304783603] linearizableReadLoop","detail":"{readStateIndex:22209; appliedIndex:22207; }","duration":"1.71794796s","start":"2026-03-03T12:33:21.443279Z","end":"2026-03-03T12:33:23.161227Z","steps":["trace[1304783603] 'read index received' (duration: 80.717258ms)","trace[1304783603] 'applied index is now lower than readState.Index' (duration: 1.637229202s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:33:23.161333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:21.445453Z","time spent":"1.715876751s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T12:33:23.161572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013215164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:33:23.161727Z","caller":"traceutil/trace.go:171","msg":"trace[1642246147] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:21419; }","duration":"2.013417939s","start":"2026-03-03T12:33:21.148245Z","end":"2026-03-03T12:33:23.161663Z","steps":["trace[1642246147] 'agreement among raft nodes before linearized reading' (duration: 2.013111861s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:23.161917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:21.148219Z","time spent":"2.013650925s","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:33:23.161627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:21.433623Z","time spent":"1.727501505s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:33:23.662009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982337815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:33:24.256332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.629367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:33:24.256507Z","caller":"traceutil/trace.go:171","msg":"trace[1608520511] transaction","detail":"{read_only:false; response_revision:21423; number_of_response:1; }","duration":"869.167119ms","start":"2026-03-03T12:33:23.387328Z","end":"2026-03-03T12:33:24.256496Z","steps":["trace[1608520511] 'process raft request' (duration: 869.122938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:24.256543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:23.387301Z","time spent":"869.225271ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:33:24.256569Z","caller":"traceutil/trace.go:171","msg":"trace[844222811] linearizableReadLoop","detail":"{readStateIndex:22215; appliedIndex:22210; }","duration":"1.095253297s","start":"2026-03-03T12:33:23.161295Z","end":"2026-03-03T12:33:24.256549Z","steps":["trace[844222811] 'read index received' (duration: 789.350883ms)","trace[844222811] 'applied index is now lower than readState.Index' (duration: 305.901374ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:33:24.256668Z","caller":"traceutil/trace.go:171","msg":"trace[756725153] transaction","detail":"{read_only:false; response_revision:21422; number_of_response:1; }","duration":"1.091238452s","start":"2026-03-03T12:33:23.165425Z","end":"2026-03-03T12:33:24.256663Z","steps":["trace[756725153] 'process raft request' (duration: 1.091002337s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:24.2567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:23.165363Z","time spent":"1.091321134s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:33:24.256853Z","caller":"traceutil/trace.go:171","msg":"trace[986015506] transaction","detail":"{read_only:false; response_revision:21424; number_of_response:1; }","duration":"807.806446ms","start":"2026-03-03T12:33:23.449034Z","end":"2026-03-03T12:33:24.25684Z","steps":["trace[986015506] 'process raft request' (duration: 807.440008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:24.256932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:23.449006Z","time spent":"807.885949ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:33:24.257187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122006036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:33:24.257241Z","caller":"traceutil/trace.go:171","msg":"trace[766690516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21424; }","duration":"1.122061787s","start":"2026-03-03T12:33:23.135165Z","end":"2026-03-03T12:33:24.257227Z","steps":["trace[766690516] 'agreement among raft nodes before linearized reading' (duration: 1.121912394s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:24.257282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:23.135102Z","time spent":"1.12217026s","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:33:24.257377Z","caller":"traceutil/trace.go:171","msg":"trace[1428783081] transaction","detail":"{read_only:false; response_revision:21421; number_of_response:1; }","duration":"1.416371219s","start":"2026-03-03T12:33:22.840985Z","end":"2026-03-03T12:33:24.257356Z","steps":["trace[1428783081] 'process raft request' (duration: 1.415409446s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:24.257461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:22.840965Z","time spent":"1.416455761s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:33:24.257527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.336427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:33:24.257516Z","caller":"traceutil/trace.go:171","msg":"trace[1646330386] transaction","detail":"{read_only:false; response_revision:21420; number_of_response:1; }","duration":"2.246761047s","start":"2026-03-03T12:33:22.010712Z","end":"2026-03-03T12:33:24.257473Z","steps":["trace[1646330386] 'process raft request' (duration: 1.939922501s)","trace[1646330386] 'compare' (duration: 305.546715ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:33:24.257588Z","caller":"traceutil/trace.go:171","msg":"trace[1926787563] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:21424; }","duration":"901.429349ms","start":"2026-03-03T12:33:23.356142Z","end":"2026-03-03T12:33:24.257571Z","steps":["trace[1926787563] 'agreement among raft nodes before linearized reading' (duration: 901.337787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:24.257609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219195163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T12:33:24.257677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:23.356119Z","time spent":"901.540931ms","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:33:24.257692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:22.010689Z","time spent":"2.24689833s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:33:24.257748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.686073708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T12:33:24.257611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.682599286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T12:33:24.257808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.175758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"info","ts":"2026-03-03T12:33:24.257832Z","caller":"traceutil/trace.go:171","msg":"trace[1974014230] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:21424; }","duration":"658.233539ms","start":"2026-03-03T12:33:23.59959Z","end":"2026-03-03T12:33:24.257823Z","steps":["trace[1974014230] 'agreement among raft nodes before linearized reading' (duration: 658.148167ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:33:24.257824Z","caller":"traceutil/trace.go:171","msg":"trace[353368523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21424; }","duration":"2.686217032s","start":"2026-03-03T12:33:21.57159Z","end":"2026-03-03T12:33:24.257807Z","steps":["trace[353368523] 'agreement among raft nodes before linearized reading' (duration: 2.686010427s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:24.257816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.680760003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T12:33:24.257839Z","caller":"traceutil/trace.go:171","msg":"trace[1901296671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21424; }","duration":"2.682884893s","start":"2026-03-03T12:33:21.574937Z","end":"2026-03-03T12:33:24.257822Z","steps":["trace[1901296671] 'agreement among raft nodes before linearized reading' (duration: 2.682471984s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:33:24.257708Z","caller":"traceutil/trace.go:171","msg":"trace[21039744] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21424; }","duration":"1.219335946s","start":"2026-03-03T12:33:23.038355Z","end":"2026-03-03T12:33:24.257691Z","steps":["trace[21039744] 'agreement among raft nodes before linearized reading' (duration: 1.219099731s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:24.257871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:21.57156Z","time spent":"2.686301953s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:33:24.257802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.685707679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T12:33:24.2578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.509766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T12:33:24.257881Z","caller":"traceutil/trace.go:171","msg":"trace[176492744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21424; }","duration":"2.680844865s","start":"2026-03-03T12:33:21.577018Z","end":"2026-03-03T12:33:24.257863Z","steps":["trace[176492744] 'agreement among raft nodes before linearized reading' (duration: 2.680712712s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:24.257777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.687128753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T12:33:24.257895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:21.574923Z","time spent":"2.682956354s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:33:24.257948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:23.038333Z","time spent":"1.219574321s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T12:33:24.257973Z","caller":"traceutil/trace.go:171","msg":"trace[775093258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21424; }","duration":"2.686002076s","start":"2026-03-03T12:33:21.571945Z","end":"2026-03-03T12:33:24.257948Z","steps":["trace[775093258] 'agreement among raft nodes before linearized reading' (duration: 2.685550226s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:24.257984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:21.577003Z","time spent":"2.680954157s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:33:24.258043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:21.571915Z","time spent":"2.686092718s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T12:33:24.257942Z","caller":"traceutil/trace.go:171","msg":"trace[1315175440] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:21424; }","duration":"766.68701ms","start":"2026-03-03T12:33:23.491238Z","end":"2026-03-03T12:33:24.257925Z","steps":["trace[1315175440] 'agreement among raft nodes before linearized reading' (duration: 766.507376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:24.257864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:23.599569Z","time spent":"658.285151ms","remote":"127.0.0.1:42534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":992,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-03-03T12:33:24.258193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:23.491216Z","time spent":"766.957906ms","remote":"127.0.0.1:42470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-03T12:33:24.25809Z","caller":"traceutil/trace.go:171","msg":"trace[915092399] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21424; }","duration":"2.68742398s","start":"2026-03-03T12:33:21.570559Z","end":"2026-03-03T12:33:24.257983Z","steps":["trace[915092399] 'agreement among raft nodes before linearized reading' (duration: 2.686820216s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:24.258481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:21.570535Z","time spent":"2.687929131s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:33:24.766397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982337832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:33:25.46315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.305518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:33:25.463608Z","caller":"traceutil/trace.go:171","msg":"trace[124265148] transaction","detail":"{read_only:false; response_revision:21426; number_of_response:1; }","duration":"1.200127542s","start":"2026-03-03T12:33:24.263455Z","end":"2026-03-03T12:33:25.463582Z","steps":["trace[124265148] 'process raft request' (duration: 1.199881877s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:33:25.463672Z","caller":"traceutil/trace.go:171","msg":"trace[1664189695] transaction","detail":"{read_only:false; response_revision:21428; number_of_response:1; }","duration":"1.200053011s","start":"2026-03-03T12:33:24.263581Z","end":"2026-03-03T12:33:25.463634Z","steps":["trace[1664189695] 'process raft request' (duration: 1.199881667s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:33:25.463649Z","caller":"traceutil/trace.go:171","msg":"trace[333361816] linearizableReadLoop","detail":"{readStateIndex:22221; appliedIndex:22215; }","duration":"1.197619934s","start":"2026-03-03T12:33:24.26601Z","end":"2026-03-03T12:33:25.46363Z","steps":["trace[333361816] 'read index received' (duration: 883.723972ms)","trace[333361816] 'applied index is now lower than readState.Index' (duration: 313.894711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:33:25.463849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:24.263564Z","time spent":"1.200182074s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:33:25.463935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:24.264057Z","time spent":"1.199875066s","remote":"127.0.0.1:42386","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T12:33:25.463989Z","caller":"traceutil/trace.go:171","msg":"trace[1016385578] transaction","detail":"{read_only:false; response_revision:21425; number_of_response:1; }","duration":"1.200824239s","start":"2026-03-03T12:33:24.26314Z","end":"2026-03-03T12:33:25.463964Z","steps":["trace[1016385578] 'process raft request' (duration: 886.60002ms)","trace[1016385578] 'compare' (duration: 313.055712ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:33:25.464055Z","caller":"traceutil/trace.go:171","msg":"trace[1913378529] transaction","detail":"{read_only:false; response_revision:21427; number_of_response:1; }","duration":"1.200476031s","start":"2026-03-03T12:33:24.263566Z","end":"2026-03-03T12:33:25.464042Z","steps":["trace[1913378529] 'process raft request' (duration: 1.199862687s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:25.464075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200674215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1f9b97d8-99fb-42b1-a363-45fa0ade8945\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-03-03T12:33:25.464103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:24.263117Z","time spent":"1.200923651s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:33:25.464139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.140447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T12:33:25.464141Z","caller":"traceutil/trace.go:171","msg":"trace[111291519] transaction","detail":"{read_only:false; response_revision:21429; number_of_response:1; }","duration":"1.199908108s","start":"2026-03-03T12:33:24.264211Z","end":"2026-03-03T12:33:25.464119Z","steps":["trace[111291519] 'process raft request' (duration: 1.199359805s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:25.46419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200712526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T12:33:25.464224Z","caller":"traceutil/trace.go:171","msg":"trace[1421772958] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:21429; }","duration":"1.200765457s","start":"2026-03-03T12:33:24.263449Z","end":"2026-03-03T12:33:25.464215Z","steps":["trace[1421772958] 'agreement among raft nodes before linearized reading' (duration: 1.200688285s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:25.464247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136408424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:33:25.464256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:24.263437Z","time spent":"1.200813389s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T12:33:25.464248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:24.264197Z","time spent":"1.19999741s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:33:25.464123Z","caller":"traceutil/trace.go:171","msg":"trace[1835766350] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1f9b97d8-99fb-42b1-a363-45fa0ade8945; range_end:; response_count:1; response_revision:21429; }","duration":"1.200743387s","start":"2026-03-03T12:33:24.263365Z","end":"2026-03-03T12:33:25.464108Z","steps":["trace[1835766350] 'agreement among raft nodes before linearized reading' (duration: 1.200541162s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:33:25.464277Z","caller":"traceutil/trace.go:171","msg":"trace[403270816] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21429; }","duration":"1.136491846s","start":"2026-03-03T12:33:24.327777Z","end":"2026-03-03T12:33:25.464269Z","steps":["trace[403270816] 'agreement among raft nodes before linearized reading' (duration: 1.136436835s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:25.464262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133744061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:33:25.464317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:24.327759Z","time spent":"1.136552307s","remote":"127.0.0.1:42766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T12:33:25.464349Z","caller":"traceutil/trace.go:171","msg":"trace[1257486129] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:21429; }","duration":"1.133886465s","start":"2026-03-03T12:33:24.330444Z","end":"2026-03-03T12:33:25.464331Z","steps":["trace[1257486129] 'agreement among raft nodes before linearized reading' (duration: 1.133716561s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:25.464355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:24.263356Z","time spent":"1.200959792s","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-1f9b97d8-99fb-42b1-a363-45fa0ade8945\" "} {"level":"warn","ts":"2026-03-03T12:33:25.464112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:24.263553Z","time spent":"1.200526712s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:33:25.464402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:24.330422Z","time spent":"1.133971237s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:33:25.464192Z","caller":"traceutil/trace.go:171","msg":"trace[223231041] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21429; }","duration":"715.219679ms","start":"2026-03-03T12:33:24.748954Z","end":"2026-03-03T12:33:25.464174Z","steps":["trace[223231041] 'agreement among raft nodes before linearized reading' (duration: 715.070506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:25.464464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.780621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18778"} {"level":"warn","ts":"2026-03-03T12:33:25.463997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197230755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:33:25.464548Z","caller":"traceutil/trace.go:171","msg":"trace[627187493] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:21429; }","duration":"720.872663ms","start":"2026-03-03T12:33:24.743657Z","end":"2026-03-03T12:33:25.46453Z","steps":["trace[627187493] 'agreement among raft nodes before linearized reading' (duration: 720.670068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:25.464505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:24.263446Z","time spent":"1.200248325s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:33:25.464595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:24.743631Z","time spent":"720.954645ms","remote":"127.0.0.1:42498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18801,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T12:33:25.4645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:24.748933Z","time spent":"715.545098ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T12:33:25.464558Z","caller":"traceutil/trace.go:171","msg":"trace[289326127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21429; }","duration":"1.197810559s","start":"2026-03-03T12:33:24.26674Z","end":"2026-03-03T12:33:25.464551Z","steps":["trace[289326127] 'agreement among raft nodes before linearized reading' (duration: 1.197211794s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:25.464666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:24.266734Z","time spent":"1.197923891s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:33:25.969118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982337836,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:33:27.043043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.891314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:33:27.043204Z","caller":"traceutil/trace.go:171","msg":"trace[1079572409] transaction","detail":"{read_only:false; response_revision:21430; number_of_response:1; }","duration":"1.576854323s","start":"2026-03-03T12:33:25.466326Z","end":"2026-03-03T12:33:27.043181Z","steps":["trace[1079572409] 'process raft request' (duration: 943.709363ms)","trace[1079572409] 'compare' (duration: 632.562836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:33:27.043263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:25.466314Z","time spent":"1.576924744s","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T12:33:27.476017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000875956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T12:33:27.476102Z","caller":"traceutil/trace.go:171","msg":"trace[1037072125] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000998448s","start":"2026-03-03T12:33:25.475085Z","end":"2026-03-03T12:33:27.476084Z","steps":["trace[1037072125] 'agreement among raft nodes before linearized reading' (duration: 2.000892945s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:27.476147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:25.475077Z","time spent":"2.001059369s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 12:33:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T12:33:27.763976Z","caller":"traceutil/trace.go:171","msg":"trace[915687156] transaction","detail":"{read_only:false; response_revision:21431; number_of_response:1; }","duration":"2.293654859s","start":"2026-03-03T12:33:25.470285Z","end":"2026-03-03T12:33:27.76394Z","steps":["trace[915687156] 'process raft request' (duration: 2.209778257s)","trace[915687156] 'compare' (duration: 83.386781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:33:27.764147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:25.470262Z","time spent":"2.293796662s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:33:27.774059Z","caller":"traceutil/trace.go:171","msg":"trace[1752779588] transaction","detail":"{read_only:false; response_revision:21433; number_of_response:1; }","duration":"1.510370568s","start":"2026-03-03T12:33:26.263671Z","end":"2026-03-03T12:33:27.774041Z","steps":["trace[1752779588] 'process raft request' (duration: 1.510316887s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:33:27.774101Z","caller":"traceutil/trace.go:171","msg":"trace[819518898] linearizableReadLoop","detail":"{readStateIndex:22223; appliedIndex:22221; }","duration":"2.305232163s","start":"2026-03-03T12:33:25.468857Z","end":"2026-03-03T12:33:27.774089Z","steps":["trace[819518898] 'read index received' (duration: 941.234136ms)","trace[819518898] 'applied index is now lower than readState.Index' (duration: 1.363997507s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:33:27.774184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:26.263666Z","time spent":"1.51045097s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:33:27.774202Z","caller":"traceutil/trace.go:171","msg":"trace[865208569] transaction","detail":"{read_only:false; response_revision:21434; number_of_response:1; }","duration":"1.509488238s","start":"2026-03-03T12:33:26.264708Z","end":"2026-03-03T12:33:27.774196Z","steps":["trace[865208569] 'process raft request' (duration: 1.509306994s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:27.774238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.305380736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:33:27.774726Z","caller":"traceutil/trace.go:171","msg":"trace[1402660083] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21434; }","duration":"2.305884417s","start":"2026-03-03T12:33:25.468834Z","end":"2026-03-03T12:33:27.774718Z","steps":["trace[1402660083] 'agreement among raft nodes before linearized reading' (duration: 2.305377375s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:27.774754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:25.468819Z","time spent":"2.305928338s","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T12:33:27.774312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303351978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-03T12:33:27.774766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:26.2647Z","time spent":"1.50995279s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:33:27.774855Z","caller":"traceutil/trace.go:171","msg":"trace[18731470] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:21434; }","duration":"2.30388562s","start":"2026-03-03T12:33:25.470928Z","end":"2026-03-03T12:33:27.774814Z","steps":["trace[18731470] 'agreement among raft nodes before linearized reading' (duration: 2.303328307s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:27.774349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.979663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:33:27.774927Z","caller":"traceutil/trace.go:171","msg":"trace[1906116415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21434; }","duration":"305.562506ms","start":"2026-03-03T12:33:27.469347Z","end":"2026-03-03T12:33:27.77491Z","steps":["trace[1906116415] 'agreement among raft nodes before linearized reading' (duration: 304.973312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:27.774951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:25.470913Z","time spent":"2.304002713s","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-03T12:33:27.774965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:27.469338Z","time spent":"305.614658ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:33:27.774355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.8813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T12:33:27.77438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.378981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:33:27.775137Z","caller":"traceutil/trace.go:171","msg":"trace[556206478] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21434; }","duration":"306.124879ms","start":"2026-03-03T12:33:27.46898Z","end":"2026-03-03T12:33:27.775105Z","steps":["trace[556206478] 'agreement among raft nodes before linearized reading' (duration: 305.377082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:27.775171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:27.468974Z","time spent":"306.18748ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T12:33:27.775107Z","caller":"traceutil/trace.go:171","msg":"trace[455731592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21434; }","duration":"305.627087ms","start":"2026-03-03T12:33:27.46943Z","end":"2026-03-03T12:33:27.775057Z","steps":["trace[455731592] 'agreement among raft nodes before linearized reading' (duration: 304.858779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:27.775246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:27.469409Z","time spent":"305.792741ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:33:27.774422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.587286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:33:27.775289Z","caller":"traceutil/trace.go:171","msg":"trace[1804459851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21434; }","duration":"306.450926ms","start":"2026-03-03T12:33:27.468832Z","end":"2026-03-03T12:33:27.775283Z","steps":["trace[1804459851] 'agreement among raft nodes before linearized reading' (duration: 305.557606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:27.77531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:27.468777Z","time spent":"306.527149ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:33:27.77446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342490411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T12:33:27.775386Z","caller":"traceutil/trace.go:171","msg":"trace[1379094858] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21434; }","duration":"1.343436432s","start":"2026-03-03T12:33:26.431933Z","end":"2026-03-03T12:33:27.775369Z","steps":["trace[1379094858] 'agreement among raft nodes before linearized reading' (duration: 1.34249962s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:27.775427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:26.431914Z","time spent":"1.343502104s","remote":"127.0.0.1:42408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T12:33:27.774477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.013873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:33:27.775497Z","caller":"traceutil/trace.go:171","msg":"trace[1725815798] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:21434; }","duration":"144.058698ms","start":"2026-03-03T12:33:27.631419Z","end":"2026-03-03T12:33:27.775478Z","steps":["trace[1725815798] 'agreement among raft nodes before linearized reading' (duration: 143.011463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:27.774483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44706356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:33:27.775579Z","caller":"traceutil/trace.go:171","msg":"trace[1337399154] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:21434; }","duration":"1.448196907s","start":"2026-03-03T12:33:26.327373Z","end":"2026-03-03T12:33:27.77557Z","steps":["trace[1337399154] 'agreement among raft nodes before linearized reading' (duration: 1.44709349s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:27.775602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:26.327349Z","time spent":"1.448245838s","remote":"127.0.0.1:37716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:33:27.774508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.347895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:33:27.775655Z","caller":"traceutil/trace.go:171","msg":"trace[1020378671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21434; }","duration":"299.492683ms","start":"2026-03-03T12:33:27.476138Z","end":"2026-03-03T12:33:27.77563Z","steps":["trace[1020378671] 'agreement among raft nodes before linearized reading' (duration: 298.354576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:27.774523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.42638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T12:33:27.775735Z","caller":"traceutil/trace.go:171","msg":"trace[1310712799] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21434; }","duration":"305.670379ms","start":"2026-03-03T12:33:27.47005Z","end":"2026-03-03T12:33:27.77572Z","steps":["trace[1310712799] 'agreement among raft nodes before linearized reading' (duration: 304.4483ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:33:27.774532Z","caller":"traceutil/trace.go:171","msg":"trace[1024123065] transaction","detail":"{read_only:false; response_revision:21432; number_of_response:1; }","duration":"1.510950673s","start":"2026-03-03T12:33:26.263574Z","end":"2026-03-03T12:33:27.774524Z","steps":["trace[1024123065] 'process raft request' (duration: 1.510334888s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:27.775801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:27.470029Z","time spent":"305.738981ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:33:27.775835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:26.26355Z","time spent":"1.512248103s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:33:36.00251Z","caller":"traceutil/trace.go:171","msg":"trace[1033635059] linearizableReadLoop","detail":"{readStateIndex:22266; appliedIndex:22265; }","duration":"103.469433ms","start":"2026-03-03T12:33:35.899012Z","end":"2026-03-03T12:33:36.002481Z","steps":["trace[1033635059] 'read index received' (duration: 24.66778ms)","trace[1033635059] 'applied index is now lower than readState.Index' (duration: 78.800273ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:33:36.002548Z","caller":"traceutil/trace.go:171","msg":"trace[349124054] transaction","detail":"{read_only:false; response_revision:21472; number_of_response:1; }","duration":"109.847843ms","start":"2026-03-03T12:33:35.892671Z","end":"2026-03-03T12:33:36.002519Z","steps":["trace[349124054] 'process raft request' (duration: 30.967768ms)","trace[349124054] 'compare' (duration: 78.64732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:33:36.002737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.710409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:33:36.002805Z","caller":"traceutil/trace.go:171","msg":"trace[565806829] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21472; }","duration":"103.811821ms","start":"2026-03-03T12:33:35.89898Z","end":"2026-03-03T12:33:36.002792Z","steps":["trace[565806829] 'agreement among raft nodes before linearized reading' (duration: 103.639767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:36.002832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.480314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T12:33:36.002883Z","caller":"traceutil/trace.go:171","msg":"trace[1565652725] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21472; }","duration":"103.542075ms","start":"2026-03-03T12:33:35.899324Z","end":"2026-03-03T12:33:36.002866Z","steps":["trace[1565652725] 'agreement among raft nodes before linearized reading' (duration: 103.32264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:36.003081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.108475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T12:33:36.003119Z","caller":"traceutil/trace.go:171","msg":"trace[2107546640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21472; }","duration":"103.175556ms","start":"2026-03-03T12:33:35.899933Z","end":"2026-03-03T12:33:36.003109Z","steps":["trace[2107546640] 'agreement among raft nodes before linearized reading' (duration: 102.990831ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:33:55.498447Z","caller":"traceutil/trace.go:171","msg":"trace[415862192] linearizableReadLoop","detail":"{readStateIndex:22358; appliedIndex:22357; }","duration":"198.872506ms","start":"2026-03-03T12:33:55.299539Z","end":"2026-03-03T12:33:55.498411Z","steps":["trace[415862192] 'read index received' (duration: 198.61608ms)","trace[415862192] 'applied index is now lower than readState.Index' (duration: 255.516µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:33:55.498497Z","caller":"traceutil/trace.go:171","msg":"trace[740297849] transaction","detail":"{read_only:false; response_revision:21560; number_of_response:1; }","duration":"233.811369ms","start":"2026-03-03T12:33:55.26466Z","end":"2026-03-03T12:33:55.498472Z","steps":["trace[740297849] 'process raft request' (duration: 233.558303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:55.498841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.265266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:33:55.498997Z","caller":"traceutil/trace.go:171","msg":"trace[253750868] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:21560; }","duration":"199.44585ms","start":"2026-03-03T12:33:55.299531Z","end":"2026-03-03T12:33:55.498977Z","steps":["trace[253750868] 'agreement among raft nodes before linearized reading' (duration: 199.140713ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:33:57.889095Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20165} {"level":"info","ts":"2026-03-03T12:33:58.050343Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20165,"took":"158.864246ms","hash":535704572,"current-db-size-bytes":44593152,"current-db-size":"45 MB","current-db-size-in-use-bytes":22077440,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-03T12:33:58.050406Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":535704572,"revision":20165,"compact-revision":18559} {"level":"info","ts":"2026-03-03T12:34:00.325735Z","caller":"traceutil/trace.go:171","msg":"trace[200751931] transaction","detail":"{read_only:false; response_revision:21586; number_of_response:1; }","duration":"108.598291ms","start":"2026-03-03T12:34:00.217108Z","end":"2026-03-03T12:34:00.325706Z","steps":["trace[200751931] 'process raft request' (duration: 68.908189ms)","trace[200751931] 'compare' (duration: 39.228852ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:34:00.325768Z","caller":"traceutil/trace.go:171","msg":"trace[319565732] transaction","detail":"{read_only:false; response_revision:21587; number_of_response:1; }","duration":"104.014543ms","start":"2026-03-03T12:34:00.221722Z","end":"2026-03-03T12:34:00.325737Z","steps":["trace[319565732] 'process raft request' (duration: 103.705426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:34:33.269901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.205994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:34:33.270018Z","caller":"traceutil/trace.go:171","msg":"trace[816658165] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22008; }","duration":"163.369348ms","start":"2026-03-03T12:34:33.106625Z","end":"2026-03-03T12:34:33.269994Z","steps":["trace[816658165] 'count revisions from in-memory index tree' (duration: 163.077811ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:34:51.002227Z","caller":"traceutil/trace.go:171","msg":"trace[512955884] transaction","detail":"{read_only:false; response_revision:22093; number_of_response:1; }","duration":"107.905476ms","start":"2026-03-03T12:34:50.894296Z","end":"2026-03-03T12:34:51.002201Z","steps":["trace[512955884] 'process raft request' (duration: 107.747962ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:34:51.091707Z","caller":"traceutil/trace.go:171","msg":"trace[462115316] linearizableReadLoop","detail":"{readStateIndex:22917; appliedIndex:22914; }","duration":"192.543595ms","start":"2026-03-03T12:34:50.899144Z","end":"2026-03-03T12:34:51.091687Z","steps":["trace[462115316] 'read index received' (duration: 103.011721ms)","trace[462115316] 'applied index is now lower than readState.Index' (duration: 89.530754ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:34:51.091809Z","caller":"traceutil/trace.go:171","msg":"trace[2065347617] transaction","detail":"{read_only:false; response_revision:22095; number_of_response:1; }","duration":"194.907289ms","start":"2026-03-03T12:34:50.896855Z","end":"2026-03-03T12:34:51.091762Z","steps":["trace[2065347617] 'process raft request' (duration: 194.788507ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:34:51.091776Z","caller":"traceutil/trace.go:171","msg":"trace[565051823] transaction","detail":"{read_only:false; response_revision:22094; number_of_response:1; }","duration":"196.085027ms","start":"2026-03-03T12:34:50.895655Z","end":"2026-03-03T12:34:51.09174Z","steps":["trace[565051823] 'process raft request' (duration: 188.119279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:34:51.092073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.873202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T12:34:51.092173Z","caller":"traceutil/trace.go:171","msg":"trace[1659375638] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:22095; }","duration":"193.078837ms","start":"2026-03-03T12:34:50.899081Z","end":"2026-03-03T12:34:51.09216Z","steps":["trace[1659375638] 'agreement among raft nodes before linearized reading' (duration: 192.727588ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:34:51.941123Z","caller":"traceutil/trace.go:171","msg":"trace[597634185] transaction","detail":"{read_only:false; response_revision:22097; number_of_response:1; }","duration":"132.982126ms","start":"2026-03-03T12:34:51.808116Z","end":"2026-03-03T12:34:51.941098Z","steps":["trace[597634185] 'process raft request' (duration: 132.829432ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:34:52.800671Z","caller":"traceutil/trace.go:171","msg":"trace[560447446] transaction","detail":"{read_only:false; response_revision:22100; number_of_response:1; }","duration":"192.435782ms","start":"2026-03-03T12:34:52.608205Z","end":"2026-03-03T12:34:52.800641Z","steps":["trace[560447446] 'process raft request' (duration: 192.099574ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:34:52.917386Z","caller":"traceutil/trace.go:171","msg":"trace[802940910] transaction","detail":"{read_only:false; response_revision:22101; number_of_response:1; }","duration":"112.746759ms","start":"2026-03-03T12:34:52.80461Z","end":"2026-03-03T12:34:52.917357Z","steps":["trace[802940910] 'process raft request' (duration: 105.711353ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:34:52.917662Z","caller":"traceutil/trace.go:171","msg":"trace[2071998141] linearizableReadLoop","detail":"{readStateIndex:22925; appliedIndex:22923; }","duration":"107.961457ms","start":"2026-03-03T12:34:52.809651Z","end":"2026-03-03T12:34:52.917612Z","steps":["trace[2071998141] 'read index received' (duration: 100.824179ms)","trace[2071998141] 'applied index is now lower than readState.Index' (duration: 7.135587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:34:52.917867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.186392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:34:52.917872Z","caller":"traceutil/trace.go:171","msg":"trace[1764384603] transaction","detail":"{read_only:false; response_revision:22102; number_of_response:1; }","duration":"112.601527ms","start":"2026-03-03T12:34:52.805245Z","end":"2026-03-03T12:34:52.917846Z","steps":["trace[1764384603] 'process raft request' (duration: 112.073994ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:34:52.917939Z","caller":"traceutil/trace.go:171","msg":"trace[243338031] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:22102; }","duration":"108.313886ms","start":"2026-03-03T12:34:52.809602Z","end":"2026-03-03T12:34:52.917916Z","steps":["trace[243338031] 'agreement among raft nodes before linearized reading' (duration: 108.152072ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:34:59.114215Z","caller":"traceutil/trace.go:171","msg":"trace[444748226] transaction","detail":"{read_only:false; response_revision:22129; number_of_response:1; }","duration":"158.76845ms","start":"2026-03-03T12:34:58.955418Z","end":"2026-03-03T12:34:59.114187Z","steps":["trace[444748226] 'process raft request' (duration: 158.552025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:34:59.472671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.530721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:34:59.472891Z","caller":"traceutil/trace.go:171","msg":"trace[1324096612] linearizableReadLoop","detail":"{readStateIndex:22955; appliedIndex:22953; }","duration":"331.473977ms","start":"2026-03-03T12:34:59.141399Z","end":"2026-03-03T12:34:59.472873Z","steps":["trace[1324096612] 'read index received' (duration: 70.637229ms)","trace[1324096612] 'applied index is now lower than readState.Index' (duration: 260.835788ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:34:59.472964Z","caller":"traceutil/trace.go:171","msg":"trace[1619898096] transaction","detail":"{read_only:false; response_revision:22130; number_of_response:1; }","duration":"354.09898ms","start":"2026-03-03T12:34:59.118853Z","end":"2026-03-03T12:34:59.472952Z","steps":["trace[1619898096] 'process raft request' (duration: 93.185639ms)","trace[1619898096] 'compare' (duration: 259.993379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:34:59.473028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:34:59.118803Z","time spent":"354.189692ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:34:59.473432Z","caller":"traceutil/trace.go:171","msg":"trace[1032895706] transaction","detail":"{read_only:false; response_revision:22131; number_of_response:1; }","duration":"353.940767ms","start":"2026-03-03T12:34:59.11946Z","end":"2026-03-03T12:34:59.473401Z","steps":["trace[1032895706] 'process raft request' (duration: 353.314411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:34:59.473515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.082172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T12:34:59.473624Z","caller":"traceutil/trace.go:171","msg":"trace[172592994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22131; }","duration":"332.255456ms","start":"2026-03-03T12:34:59.141346Z","end":"2026-03-03T12:34:59.473601Z","steps":["trace[172592994] 'agreement among raft nodes before linearized reading' (duration: 331.96767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:34:59.473677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:34:59.141322Z","time spent":"332.345259ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:34:59.473692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:34:59.11943Z","time spent":"354.072019ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:34:59.535009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.304581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T12:34:59.535095Z","caller":"traceutil/trace.go:171","msg":"trace[1687567260] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22132; }","duration":"390.413534ms","start":"2026-03-03T12:34:59.144657Z","end":"2026-03-03T12:34:59.53507Z","steps":["trace[1687567260] 'agreement among raft nodes before linearized reading' (duration: 390.187998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:34:59.535139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:34:59.144642Z","time spent":"390.485085ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:34:59.535317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.281899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-03T12:34:59.535349Z","caller":"traceutil/trace.go:171","msg":"trace[1864808130] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:22132; }","duration":"327.355091ms","start":"2026-03-03T12:34:59.207986Z","end":"2026-03-03T12:34:59.535341Z","steps":["trace[1864808130] 'agreement among raft nodes before linearized reading' (duration: 327.262649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:34:59.535374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:34:59.207964Z","time spent":"327.403963ms","remote":"127.0.0.1:42372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-03T12:34:59.535396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.116228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128572"} {"level":"info","ts":"2026-03-03T12:34:59.535515Z","caller":"traceutil/trace.go:171","msg":"trace[130190887] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:22132; }","duration":"322.270561ms","start":"2026-03-03T12:34:59.213214Z","end":"2026-03-03T12:34:59.535485Z","steps":["trace[130190887] 'agreement among raft nodes before linearized reading' (duration: 321.939024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:34:59.535582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:34:59.213198Z","time spent":"322.369424ms","remote":"127.0.0.1:42370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128595,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-03T12:34:59.760723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.417112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:34:59.760966Z","caller":"traceutil/trace.go:171","msg":"trace[1799918740] transaction","detail":"{read_only:false; response_revision:22134; number_of_response:1; }","duration":"220.283885ms","start":"2026-03-03T12:34:59.540661Z","end":"2026-03-03T12:34:59.760945Z","steps":["trace[1799918740] 'process raft request' (duration: 220.209423ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:34:59.761023Z","caller":"traceutil/trace.go:171","msg":"trace[624147976] transaction","detail":"{read_only:false; response_revision:22133; number_of_response:1; }","duration":"282.819485ms","start":"2026-03-03T12:34:59.47815Z","end":"2026-03-03T12:34:59.76097Z","steps":["trace[624147976] 'process raft request' (duration: 101.030624ms)","trace[624147976] 'compare' (duration: 181.232868ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:34:59.761016Z","caller":"traceutil/trace.go:171","msg":"trace[278128229] linearizableReadLoop","detail":"{readStateIndex:22957; appliedIndex:22956; }","duration":"223.412418ms","start":"2026-03-03T12:34:59.537562Z","end":"2026-03-03T12:34:59.760974Z","steps":["trace[278128229] 'read index received' (duration: 41.642508ms)","trace[278128229] 'applied index is now lower than readState.Index' (duration: 181.76776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:34:59.7615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.291361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T12:34:59.761551Z","caller":"traceutil/trace.go:171","msg":"trace[292110980] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22134; }","duration":"173.421494ms","start":"2026-03-03T12:34:59.588115Z","end":"2026-03-03T12:34:59.761537Z","steps":["trace[292110980] 'agreement among raft nodes before linearized reading' (duration: 173.211048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:34:59.762013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.408702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:79 size:105744"} {"level":"warn","ts":"2026-03-03T12:34:59.76208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.737689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:79 size:105744"} {"level":"info","ts":"2026-03-03T12:34:59.762135Z","caller":"traceutil/trace.go:171","msg":"trace[750452725] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:79; response_revision:22134; }","duration":"224.610437ms","start":"2026-03-03T12:34:59.537504Z","end":"2026-03-03T12:34:59.762114Z","steps":["trace[750452725] 'agreement among raft nodes before linearized reading' (duration: 223.610973ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:34:59.762151Z","caller":"traceutil/trace.go:171","msg":"trace[57230205] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:79; response_revision:22134; }","duration":"221.852162ms","start":"2026-03-03T12:34:59.540282Z","end":"2026-03-03T12:34:59.762134Z","steps":["trace[57230205] 'agreement among raft nodes before linearized reading' (duration: 221.037562ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:35:00.352429Z","caller":"traceutil/trace.go:171","msg":"trace[937776129] linearizableReadLoop","detail":"{readStateIndex:22959; appliedIndex:22958; }","duration":"220.641233ms","start":"2026-03-03T12:35:00.131766Z","end":"2026-03-03T12:35:00.352407Z","steps":["trace[937776129] 'read index received' (duration: 220.53918ms)","trace[937776129] 'applied index is now lower than readState.Index' (duration: 101.273µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:35:00.352521Z","caller":"traceutil/trace.go:171","msg":"trace[229335670] transaction","detail":"{read_only:false; response_revision:22135; number_of_response:1; }","duration":"229.638045ms","start":"2026-03-03T12:35:00.122852Z","end":"2026-03-03T12:35:00.35249Z","steps":["trace[229335670] 'process raft request' (duration: 229.434501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:35:00.352623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.252833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:35:00.352652Z","caller":"traceutil/trace.go:171","msg":"trace[1846974475] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22135; }","duration":"188.279824ms","start":"2026-03-03T12:35:00.164364Z","end":"2026-03-03T12:35:00.352644Z","steps":["trace[1846974475] 'agreement among raft nodes before linearized reading' (duration: 188.243323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:35:00.352719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.300085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:35:00.352744Z","caller":"traceutil/trace.go:171","msg":"trace[860274629] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22135; }","duration":"188.325655ms","start":"2026-03-03T12:35:00.164413Z","end":"2026-03-03T12:35:00.352739Z","steps":["trace[860274629] 'agreement among raft nodes before linearized reading' (duration: 188.287604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:35:00.352785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.333786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-03T12:35:00.352818Z","caller":"traceutil/trace.go:171","msg":"trace[526454739] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22135; }","duration":"188.441108ms","start":"2026-03-03T12:35:00.164368Z","end":"2026-03-03T12:35:00.352809Z","steps":["trace[526454739] 'agreement among raft nodes before linearized reading' (duration: 188.313465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:35:00.352842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.115311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:35:00.352865Z","caller":"traceutil/trace.go:171","msg":"trace[300022248] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22135; }","duration":"188.158892ms","start":"2026-03-03T12:35:00.164701Z","end":"2026-03-03T12:35:00.352859Z","steps":["trace[300022248] 'agreement among raft nodes before linearized reading' (duration: 188.128271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:35:00.352837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.589088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-03T12:35:00.352925Z","caller":"traceutil/trace.go:171","msg":"trace[1420704315] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22135; }","duration":"187.742341ms","start":"2026-03-03T12:35:00.165177Z","end":"2026-03-03T12:35:00.35292Z","steps":["trace[1420704315] 'agreement among raft nodes before linearized reading' (duration: 187.486025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:35:00.352576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.795227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:35:00.35298Z","caller":"traceutil/trace.go:171","msg":"trace[2052396449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22135; }","duration":"221.243148ms","start":"2026-03-03T12:35:00.13173Z","end":"2026-03-03T12:35:00.352973Z","steps":["trace[2052396449] 'agreement among raft nodes before linearized reading' (duration: 220.784336ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:35:00.609984Z","caller":"traceutil/trace.go:171","msg":"trace[804172833] transaction","detail":"{read_only:false; response_revision:22138; number_of_response:1; }","duration":"247.169697ms","start":"2026-03-03T12:35:00.362793Z","end":"2026-03-03T12:35:00.609962Z","steps":["trace[804172833] 'process raft request' (duration: 247.102095ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:35:00.610009Z","caller":"traceutil/trace.go:171","msg":"trace[515746670] transaction","detail":"{read_only:false; response_revision:22137; number_of_response:1; }","duration":"249.165214ms","start":"2026-03-03T12:35:00.360823Z","end":"2026-03-03T12:35:00.609989Z","steps":["trace[515746670] 'process raft request' (duration: 248.945529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:35:00.866848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.241831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:35:00.866981Z","caller":"traceutil/trace.go:171","msg":"trace[955878015] linearizableReadLoop","detail":"{readStateIndex:22963; appliedIndex:22962; }","duration":"250.809922ms","start":"2026-03-03T12:35:00.616148Z","end":"2026-03-03T12:35:00.866958Z","steps":["trace[955878015] 'read index received' (duration: 31.553181ms)","trace[955878015] 'applied index is now lower than readState.Index' (duration: 219.254421ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:35:00.867065Z","caller":"traceutil/trace.go:171","msg":"trace[1613130444] transaction","detail":"{read_only:false; response_revision:22139; number_of_response:1; }","duration":"261.535934ms","start":"2026-03-03T12:35:00.605517Z","end":"2026-03-03T12:35:00.867053Z","steps":["trace[1613130444] 'process raft request' (duration: 41.975586ms)","trace[1613130444] 'compare' (duration: 219.077217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:35:00.86724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.064328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:35:00.867326Z","caller":"traceutil/trace.go:171","msg":"trace[649873411] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:22139; }","duration":"251.206091ms","start":"2026-03-03T12:35:00.616103Z","end":"2026-03-03T12:35:00.867309Z","steps":["trace[649873411] 'agreement among raft nodes before linearized reading' (duration: 251.029267ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:35:01.009959Z","caller":"traceutil/trace.go:171","msg":"trace[914137687] transaction","detail":"{read_only:false; response_revision:22141; number_of_response:1; }","duration":"393.338661ms","start":"2026-03-03T12:35:00.616602Z","end":"2026-03-03T12:35:01.009941Z","steps":["trace[914137687] 'process raft request' (duration: 393.141196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:35:01.010156Z","caller":"traceutil/trace.go:171","msg":"trace[1695474821] transaction","detail":"{read_only:false; response_revision:22140; number_of_response:1; }","duration":"393.885933ms","start":"2026-03-03T12:35:00.616148Z","end":"2026-03-03T12:35:01.010034Z","steps":["trace[1695474821] 'process raft request' (duration: 392.986122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:35:01.010299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:35:00.616134Z","time spent":"394.095909ms","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T12:35:01.010334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:35:00.616581Z","time spent":"393.505134ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5585,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:35:01.010486Z","caller":"traceutil/trace.go:171","msg":"trace[124333768] transaction","detail":"{read_only:false; response_revision:22142; number_of_response:1; }","duration":"391.304574ms","start":"2026-03-03T12:35:00.618587Z","end":"2026-03-03T12:35:01.009892Z","steps":["trace[124333768] 'process raft request' (duration: 391.240572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:35:01.010727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:35:00.618578Z","time spent":"392.062541ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:35:01.012082Z","caller":"traceutil/trace.go:171","msg":"trace[610478857] linearizableReadLoop","detail":"{readStateIndex:22967; appliedIndex:22963; }","duration":"145.054138ms","start":"2026-03-03T12:35:00.867013Z","end":"2026-03-03T12:35:01.012067Z","steps":["trace[610478857] 'read index received' (duration: 142.213961ms)","trace[610478857] 'applied index is now lower than readState.Index' (duration: 2.839587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:35:01.012185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.520624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:35:01.012203Z","caller":"traceutil/trace.go:171","msg":"trace[1335390845] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22144; }","duration":"221.581516ms","start":"2026-03-03T12:35:00.790616Z","end":"2026-03-03T12:35:01.012198Z","steps":["trace[1335390845] 'agreement among raft nodes before linearized reading' (duration: 221.536805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:35:01.012198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.461823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:35:01.012246Z","caller":"traceutil/trace.go:171","msg":"trace[1686260370] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22144; }","duration":"221.616727ms","start":"2026-03-03T12:35:00.790616Z","end":"2026-03-03T12:35:01.012233Z","steps":["trace[1686260370] 'agreement among raft nodes before linearized reading' (duration: 221.492974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:35:01.012305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.73203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:35:01.012326Z","caller":"traceutil/trace.go:171","msg":"trace[1153063492] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22144; }","duration":"221.76605ms","start":"2026-03-03T12:35:00.790555Z","end":"2026-03-03T12:35:01.012322Z","steps":["trace[1153063492] 'agreement among raft nodes before linearized reading' (duration: 221.736479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:35:01.012416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.313567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-03T12:35:01.012431Z","caller":"traceutil/trace.go:171","msg":"trace[685997746] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22144; }","duration":"226.356068ms","start":"2026-03-03T12:35:00.786071Z","end":"2026-03-03T12:35:01.012427Z","steps":["trace[685997746] 'agreement among raft nodes before linearized reading' (duration: 226.291427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:35:01.012532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.351722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5465"} {"level":"info","ts":"2026-03-03T12:35:01.012548Z","caller":"traceutil/trace.go:171","msg":"trace[1186046238] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:22144; }","duration":"396.404412ms","start":"2026-03-03T12:35:00.61614Z","end":"2026-03-03T12:35:01.012545Z","steps":["trace[1186046238] 'agreement among raft nodes before linearized reading' (duration: 396.354611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:35:01.012561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:35:00.61612Z","time spent":"396.436643ms","remote":"127.0.0.1:42578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":5488,"request content":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" "} {"level":"warn","ts":"2026-03-03T12:35:01.012729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.550057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T12:35:01.012754Z","caller":"traceutil/trace.go:171","msg":"trace[764000767] transaction","detail":"{read_only:false; response_revision:22143; number_of_response:1; }","duration":"362.67648ms","start":"2026-03-03T12:35:00.649921Z","end":"2026-03-03T12:35:01.012598Z","steps":["trace[764000767] 'process raft request' (duration: 362.047846ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:35:01.012747Z","caller":"traceutil/trace.go:171","msg":"trace[244047399] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:22144; }","duration":"113.592478ms","start":"2026-03-03T12:35:00.899149Z","end":"2026-03-03T12:35:01.012741Z","steps":["trace[244047399] 'agreement among raft nodes before linearized reading' (duration: 113.529866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:35:01.012843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:35:00.649903Z","time spent":"362.890725ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:35:01.013016Z","caller":"traceutil/trace.go:171","msg":"trace[1217841637] transaction","detail":"{read_only:false; response_revision:22144; number_of_response:1; }","duration":"117.672765ms","start":"2026-03-03T12:35:00.895328Z","end":"2026-03-03T12:35:01.013001Z","steps":["trace[1217841637] 'process raft request' (duration: 116.712562ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:35:01.137729Z","caller":"traceutil/trace.go:171","msg":"trace[244434729] transaction","detail":"{read_only:false; response_revision:22145; number_of_response:1; }","duration":"120.317456ms","start":"2026-03-03T12:35:01.017388Z","end":"2026-03-03T12:35:01.137706Z","steps":["trace[244434729] 'process raft request' (duration: 120.083611ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:35:01.137833Z","caller":"traceutil/trace.go:171","msg":"trace[841915192] transaction","detail":"{read_only:false; response_revision:22146; number_of_response:1; }","duration":"119.14683ms","start":"2026-03-03T12:35:01.018633Z","end":"2026-03-03T12:35:01.13778Z","steps":["trace[841915192] 'process raft request' (duration: 118.999006ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:35:21.408466Z","caller":"traceutil/trace.go:171","msg":"trace[1671197231] linearizableReadLoop","detail":"{readStateIndex:23146; appliedIndex:23145; }","duration":"106.227576ms","start":"2026-03-03T12:35:21.302217Z","end":"2026-03-03T12:35:21.408445Z","steps":["trace[1671197231] 'read index received' (duration: 106.020021ms)","trace[1671197231] 'applied index is now lower than readState.Index' (duration: 206.405µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:35:21.408512Z","caller":"traceutil/trace.go:171","msg":"trace[1614430100] transaction","detail":"{read_only:false; response_revision:22317; number_of_response:1; }","duration":"119.110439ms","start":"2026-03-03T12:35:21.289368Z","end":"2026-03-03T12:35:21.408478Z","steps":["trace[1614430100] 'process raft request' (duration: 118.942546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:35:21.408617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.39692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T12:35:21.408835Z","caller":"traceutil/trace.go:171","msg":"trace[1854563272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22317; }","duration":"106.679366ms","start":"2026-03-03T12:35:21.302147Z","end":"2026-03-03T12:35:21.408826Z","steps":["trace[1854563272] 'agreement among raft nodes before linearized reading' (duration: 106.37737ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:35:49.308226Z","caller":"traceutil/trace.go:171","msg":"trace[2005947789] linearizableReadLoop","detail":"{readStateIndex:23316; appliedIndex:23314; }","duration":"101.631717ms","start":"2026-03-03T12:35:49.206576Z","end":"2026-03-03T12:35:49.308207Z","steps":["trace[2005947789] 'read index received' (duration: 70.492246ms)","trace[2005947789] 'applied index is now lower than readState.Index' (duration: 31.138571ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:35:49.308276Z","caller":"traceutil/trace.go:171","msg":"trace[1463768406] transaction","detail":"{read_only:false; response_revision:22481; number_of_response:1; }","duration":"102.256712ms","start":"2026-03-03T12:35:49.205988Z","end":"2026-03-03T12:35:49.308245Z","steps":["trace[1463768406] 'process raft request' (duration: 102.068938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:35:49.308435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.844583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-03-03T12:35:49.308464Z","caller":"traceutil/trace.go:171","msg":"trace[1941115413] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:22482; }","duration":"101.903614ms","start":"2026-03-03T12:35:49.206551Z","end":"2026-03-03T12:35:49.308454Z","steps":["trace[1941115413] 'agreement among raft nodes before linearized reading' (duration: 101.768811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:35:49.308481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.053744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:35:49.308613Z","caller":"traceutil/trace.go:171","msg":"trace[495641122] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22482; }","duration":"101.246119ms","start":"2026-03-03T12:35:49.207346Z","end":"2026-03-03T12:35:49.308592Z","steps":["trace[495641122] 'agreement among raft nodes before linearized reading' (duration: 101.028414ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:36:34.077142Z","caller":"traceutil/trace.go:171","msg":"trace[509873361] transaction","detail":"{read_only:false; response_revision:22779; number_of_response:1; }","duration":"108.264524ms","start":"2026-03-03T12:36:33.968854Z","end":"2026-03-03T12:36:34.077118Z","steps":["trace[509873361] 'process raft request' (duration: 108.059999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:26.835262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982343099,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T12:37:26.990357Z","caller":"traceutil/trace.go:171","msg":"trace[1458166246] linearizableReadLoop","detail":"{readStateIndex:24025; appliedIndex:24024; }","duration":"655.688075ms","start":"2026-03-03T12:37:26.334642Z","end":"2026-03-03T12:37:26.99033Z","steps":["trace[1458166246] 'read index received' (duration: 653.638127ms)","trace[1458166246] 'applied index is now lower than readState.Index' (duration: 2.048588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:37:26.990534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.879639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T12:37:26.990555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.875945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T12:37:26.990573Z","caller":"traceutil/trace.go:171","msg":"trace[1699246411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23166; }","duration":"655.936461ms","start":"2026-03-03T12:37:26.334628Z","end":"2026-03-03T12:37:26.990565Z","steps":["trace[1699246411] 'agreement among raft nodes before linearized reading' (duration: 655.780567ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:26.990589Z","caller":"traceutil/trace.go:171","msg":"trace[1265219929] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23166; }","duration":"442.957807ms","start":"2026-03-03T12:37:26.547617Z","end":"2026-03-03T12:37:26.990575Z","steps":["trace[1265219929] 'agreement among raft nodes before linearized reading' (duration: 442.854574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:26.990595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:26.334574Z","time spent":"656.016033ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:37:26.990617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:26.547575Z","time spent":"443.034089ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:37:26.990641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.918963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:37:26.990702Z","caller":"traceutil/trace.go:171","msg":"trace[2012565353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23166; }","duration":"319.010675ms","start":"2026-03-03T12:37:26.671675Z","end":"2026-03-03T12:37:26.990686Z","steps":["trace[2012565353] 'agreement among raft nodes before linearized reading' (duration: 318.84463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:26.990758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:26.671659Z","time spent":"319.087386ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T12:37:31.286794Z","caller":"traceutil/trace.go:171","msg":"trace[277846816] transaction","detail":"{read_only:false; response_revision:23282; number_of_response:1; }","duration":"251.444068ms","start":"2026-03-03T12:37:31.035324Z","end":"2026-03-03T12:37:31.286768Z","steps":["trace[277846816] 'process raft request' (duration: 251.307455ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:31.289723Z","caller":"traceutil/trace.go:171","msg":"trace[1447504560] transaction","detail":"{read_only:false; response_revision:23284; number_of_response:1; }","duration":"254.281965ms","start":"2026-03-03T12:37:31.035426Z","end":"2026-03-03T12:37:31.289708Z","steps":["trace[1447504560] 'process raft request' (duration: 254.198623ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:31.289717Z","caller":"traceutil/trace.go:171","msg":"trace[191280884] transaction","detail":"{read_only:false; response_revision:23283; number_of_response:1; }","duration":"254.310946ms","start":"2026-03-03T12:37:31.035384Z","end":"2026-03-03T12:37:31.289695Z","steps":["trace[191280884] 'process raft request' (duration: 254.06926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:31.290072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.437511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:37:31.289694Z","caller":"traceutil/trace.go:171","msg":"trace[1358067615] linearizableReadLoop","detail":"{readStateIndex:24144; appliedIndex:24141; }","duration":"249.043171ms","start":"2026-03-03T12:37:31.040626Z","end":"2026-03-03T12:37:31.289669Z","steps":["trace[1358067615] 'read index received' (duration: 246.076251ms)","trace[1358067615] 'applied index is now lower than readState.Index' (duration: 2.96591ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:37:31.290107Z","caller":"traceutil/trace.go:171","msg":"trace[939822525] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23284; }","duration":"249.513442ms","start":"2026-03-03T12:37:31.040585Z","end":"2026-03-03T12:37:31.290099Z","steps":["trace[939822525] 'agreement among raft nodes before linearized reading' (duration: 249.44893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:31.290219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.708752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:37:31.290263Z","caller":"traceutil/trace.go:171","msg":"trace[576345058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23284; }","duration":"156.800614ms","start":"2026-03-03T12:37:31.13345Z","end":"2026-03-03T12:37:31.290251Z","steps":["trace[576345058] 'agreement among raft nodes before linearized reading' (duration: 156.711672ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:37.040858Z","caller":"traceutil/trace.go:171","msg":"trace[1060721389] linearizableReadLoop","detail":"{readStateIndex:24511; appliedIndex:24510; }","duration":"116.471926ms","start":"2026-03-03T12:37:36.92435Z","end":"2026-03-03T12:37:37.040821Z","steps":["trace[1060721389] 'read index received' (duration: 82.530738ms)","trace[1060721389] 'applied index is now lower than readState.Index' (duration: 33.939648ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:37:37.040896Z","caller":"traceutil/trace.go:171","msg":"trace[513043636] transaction","detail":"{read_only:false; response_revision:23640; number_of_response:1; }","duration":"117.490591ms","start":"2026-03-03T12:37:36.92337Z","end":"2026-03-03T12:37:37.040861Z","steps":["trace[513043636] 'process raft request' (duration: 83.493712ms)","trace[513043636] 'compare' (duration: 33.767573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:37:37.041162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.790363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-03T12:37:37.041246Z","caller":"traceutil/trace.go:171","msg":"trace[2036165158] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23640; }","duration":"116.908076ms","start":"2026-03-03T12:37:36.924317Z","end":"2026-03-03T12:37:37.041225Z","steps":["trace[2036165158] 'agreement among raft nodes before linearized reading' (duration: 116.62419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:37.051303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.245718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170039"} {"level":"info","ts":"2026-03-03T12:37:37.051347Z","caller":"traceutil/trace.go:171","msg":"trace[1593761626] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23641; }","duration":"121.3166ms","start":"2026-03-03T12:37:36.930019Z","end":"2026-03-03T12:37:37.051336Z","steps":["trace[1593761626] 'agreement among raft nodes before linearized reading' (duration: 121.132786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:38.64989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.371927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:37:38.649929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.724891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:37:38.650019Z","caller":"traceutil/trace.go:171","msg":"trace[1432170374] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23706; }","duration":"223.558773ms","start":"2026-03-03T12:37:38.426435Z","end":"2026-03-03T12:37:38.649994Z","steps":["trace[1432170374] 'count revisions from in-memory index tree' (duration: 223.294165ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:38.650133Z","caller":"traceutil/trace.go:171","msg":"trace[864281732] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23706; }","duration":"237.043199ms","start":"2026-03-03T12:37:38.413062Z","end":"2026-03-03T12:37:38.650105Z","steps":["trace[864281732] 'count revisions from in-memory index tree' (duration: 236.66636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:38.6501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.558234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:37:38.650264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.709406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:37:38.650276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.923953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:37:38.650324Z","caller":"traceutil/trace.go:171","msg":"trace[226212720] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23706; }","duration":"149.986064ms","start":"2026-03-03T12:37:38.500325Z","end":"2026-03-03T12:37:38.650311Z","steps":["trace[226212720] 'range keys from in-memory index tree' (duration: 149.855231ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:38.650332Z","caller":"traceutil/trace.go:171","msg":"trace[121282110] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23706; }","duration":"223.811648ms","start":"2026-03-03T12:37:38.426496Z","end":"2026-03-03T12:37:38.650308Z","steps":["trace[121282110] 'range keys from in-memory index tree' (duration: 223.625934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:38.65041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.875545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:37:38.650493Z","caller":"traceutil/trace.go:171","msg":"trace[920246812] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23706; }","duration":"149.831651ms","start":"2026-03-03T12:37:38.500459Z","end":"2026-03-03T12:37:38.65029Z","steps":["trace[920246812] 'count revisions from in-memory index tree' (duration: 149.419191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:38.650513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.323405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:37:38.650137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.443475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:37:38.650579Z","caller":"traceutil/trace.go:171","msg":"trace[1857821239] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23706; }","duration":"177.06875ms","start":"2026-03-03T12:37:38.473501Z","end":"2026-03-03T12:37:38.650569Z","steps":["trace[1857821239] 'range keys from in-memory index tree' (duration: 176.255871ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:38.650586Z","caller":"traceutil/trace.go:171","msg":"trace[1096803580] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23706; }","duration":"111.422578ms","start":"2026-03-03T12:37:38.539135Z","end":"2026-03-03T12:37:38.650557Z","steps":["trace[1096803580] 'range keys from in-memory index tree' (duration: 111.221183ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:38.650515Z","caller":"traceutil/trace.go:171","msg":"trace[1889603791] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23706; }","duration":"177.031669ms","start":"2026-03-03T12:37:38.473457Z","end":"2026-03-03T12:37:38.650489Z","steps":["trace[1889603791] 'range keys from in-memory index tree' (duration: 176.63119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:38.650403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.640083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:37:38.650707Z","caller":"traceutil/trace.go:171","msg":"trace[1202639939] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23706; }","duration":"137.997922ms","start":"2026-03-03T12:37:38.512698Z","end":"2026-03-03T12:37:38.650696Z","steps":["trace[1202639939] 'range keys from in-memory index tree' (duration: 137.48932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:38.65058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.246355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:37:38.650583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.690504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:37:38.650742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.432978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:37:38.650822Z","caller":"traceutil/trace.go:171","msg":"trace[118762521] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23706; }","duration":"237.959781ms","start":"2026-03-03T12:37:38.41285Z","end":"2026-03-03T12:37:38.650809Z","steps":["trace[118762521] 'range keys from in-memory index tree' (duration: 237.476669ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:38.650832Z","caller":"traceutil/trace.go:171","msg":"trace[978043054] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23706; }","duration":"200.472261ms","start":"2026-03-03T12:37:38.450302Z","end":"2026-03-03T12:37:38.650775Z","steps":["trace[978043054] 'range keys from in-memory index tree' (duration: 200.139903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:38.650839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.31459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:37:38.65086Z","caller":"traceutil/trace.go:171","msg":"trace[428474205] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23706; }","duration":"214.886779ms","start":"2026-03-03T12:37:38.435946Z","end":"2026-03-03T12:37:38.650833Z","steps":["trace[428474205] 'range keys from in-memory index tree' (duration: 214.245794ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:38.650904Z","caller":"traceutil/trace.go:171","msg":"trace[1684766799] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23706; }","duration":"138.394632ms","start":"2026-03-03T12:37:38.512497Z","end":"2026-03-03T12:37:38.650891Z","steps":["trace[1684766799] 'range keys from in-memory index tree' (duration: 138.272949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:38.649897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.548517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:37:38.650964Z","caller":"traceutil/trace.go:171","msg":"trace[1844488024] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23706; }","duration":"214.702195ms","start":"2026-03-03T12:37:38.436238Z","end":"2026-03-03T12:37:38.65094Z","steps":["trace[1844488024] 'count revisions from in-memory index tree' (duration: 213.363773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:38.650867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.363657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:37:38.651095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.748313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:37:38.651108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.313315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:37:38.651116Z","caller":"traceutil/trace.go:171","msg":"trace[1935970018] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23706; }","duration":"111.670293ms","start":"2026-03-03T12:37:38.539429Z","end":"2026-03-03T12:37:38.651099Z","steps":["trace[1935970018] 'count revisions from in-memory index tree' (duration: 111.244003ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:38.651139Z","caller":"traceutil/trace.go:171","msg":"trace[761557734] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23706; }","duration":"177.345956ms","start":"2026-03-03T12:37:38.473785Z","end":"2026-03-03T12:37:38.651131Z","steps":["trace[761557734] 'count revisions from in-memory index tree' (duration: 177.244574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:38.651134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.261432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclustertemplates.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:88970"} {"level":"info","ts":"2026-03-03T12:37:38.651146Z","caller":"traceutil/trace.go:171","msg":"trace[473678960] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23706; }","duration":"199.824665ms","start":"2026-03-03T12:37:38.451303Z","end":"2026-03-03T12:37:38.651128Z","steps":["trace[473678960] 'range keys from in-memory index tree' (duration: 199.652321ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:38.651184Z","caller":"traceutil/trace.go:171","msg":"trace[1358869351] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclustertemplates.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23706; }","duration":"199.322413ms","start":"2026-03-03T12:37:38.451842Z","end":"2026-03-03T12:37:38.651165Z","steps":["trace[1358869351] 'range keys from in-memory index tree' (duration: 199.028807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:38.651239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.844819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:37:38.651273Z","caller":"traceutil/trace.go:171","msg":"trace[207883807] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23706; }","duration":"200.924601ms","start":"2026-03-03T12:37:38.450338Z","end":"2026-03-03T12:37:38.651263Z","steps":["trace[207883807] 'count revisions from in-memory index tree' (duration: 200.777167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:38.650049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.043649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:37:38.651416Z","caller":"traceutil/trace.go:171","msg":"trace[68005289] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23706; }","duration":"238.439881ms","start":"2026-03-03T12:37:38.412964Z","end":"2026-03-03T12:37:38.651404Z","steps":["trace[68005289] 'range keys from in-memory index tree' (duration: 236.973918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:38.651595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.261045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:37:38.651668Z","caller":"traceutil/trace.go:171","msg":"trace[887581018] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23706; }","duration":"139.240782ms","start":"2026-03-03T12:37:38.512407Z","end":"2026-03-03T12:37:38.651648Z","steps":["trace[887581018] 'count revisions from in-memory index tree' (duration: 137.092001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:40.216391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.202863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/cert-manager-test/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:37:40.216497Z","caller":"traceutil/trace.go:171","msg":"trace[806812900] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/cert-manager-test/; range_end:/registry/cluster.x-k8s.io/machinedeployments/cert-manager-test0; response_count:0; response_revision:23740; }","duration":"234.360926ms","start":"2026-03-03T12:37:39.982112Z","end":"2026-03-03T12:37:40.216473Z","steps":["trace[806812900] 'range keys from in-memory index tree' (duration: 234.130641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:40.217171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.887515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-vt8vk\" ","response":"range_response_count:1 size:4229"} {"level":"info","ts":"2026-03-03T12:37:40.217224Z","caller":"traceutil/trace.go:171","msg":"trace[1997923166] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-vt8vk; range_end:; response_count:1; response_revision:23740; }","duration":"210.979497ms","start":"2026-03-03T12:37:40.006231Z","end":"2026-03-03T12:37:40.21721Z","steps":["trace[1997923166] 'range keys from in-memory index tree' (duration: 210.72494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:40.21784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.698735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:129392"} {"level":"info","ts":"2026-03-03T12:37:40.217901Z","caller":"traceutil/trace.go:171","msg":"trace[1169171509] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23740; }","duration":"183.818038ms","start":"2026-03-03T12:37:40.034069Z","end":"2026-03-03T12:37:40.217887Z","steps":["trace[1169171509] 'range keys from in-memory index tree' (duration: 183.553821ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:41.985755Z","caller":"traceutil/trace.go:171","msg":"trace[342138412] transaction","detail":"{read_only:false; response_revision:23781; number_of_response:1; }","duration":"121.994036ms","start":"2026-03-03T12:37:41.863732Z","end":"2026-03-03T12:37:41.985726Z","steps":["trace[342138412] 'process raft request' (duration: 121.658538ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:44.338737Z","caller":"traceutil/trace.go:171","msg":"trace[975262981] transaction","detail":"{read_only:false; response_revision:23834; number_of_response:1; }","duration":"108.269892ms","start":"2026-03-03T12:37:44.230444Z","end":"2026-03-03T12:37:44.338713Z","steps":["trace[975262981] 'process raft request' (duration: 101.381381ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:44.786979Z","caller":"traceutil/trace.go:171","msg":"trace[1223458298] transaction","detail":"{read_only:false; response_revision:23835; number_of_response:1; }","duration":"444.171516ms","start":"2026-03-03T12:37:44.34278Z","end":"2026-03-03T12:37:44.786951Z","steps":["trace[1223458298] 'process raft request' (duration: 440.354006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:44.787142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:44.342747Z","time spent":"444.308308ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:37:45.703557Z","caller":"traceutil/trace.go:171","msg":"trace[897248690] transaction","detail":"{read_only:false; response_revision:23837; number_of_response:1; }","duration":"1.014021893s","start":"2026-03-03T12:37:44.689501Z","end":"2026-03-03T12:37:45.703522Z","steps":["trace[897248690] 'process raft request' (duration: 1.013819059s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:45.703625Z","caller":"traceutil/trace.go:171","msg":"trace[2128513339] transaction","detail":"{read_only:false; response_revision:23838; number_of_response:1; }","duration":"929.498407ms","start":"2026-03-03T12:37:44.774094Z","end":"2026-03-03T12:37:45.703592Z","steps":["trace[2128513339] 'process raft request' (duration: 929.366184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:45.703806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:44.774065Z","time spent":"929.631459ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:37:45.70376Z","caller":"traceutil/trace.go:171","msg":"trace[258686289] linearizableReadLoop","detail":"{readStateIndex:24708; appliedIndex:24706; }","duration":"1.131311799s","start":"2026-03-03T12:37:44.572421Z","end":"2026-03-03T12:37:45.703733Z","steps":["trace[258686289] 'read index received' (duration: 210.726941ms)","trace[258686289] 'applied index is now lower than readState.Index' (duration: 920.583078ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:37:45.703756Z","caller":"traceutil/trace.go:171","msg":"trace[801666576] transaction","detail":"{read_only:false; response_revision:23839; number_of_response:1; }","duration":"651.770432ms","start":"2026-03-03T12:37:45.051951Z","end":"2026-03-03T12:37:45.703722Z","steps":["trace[801666576] 'process raft request' (duration: 651.655149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:45.703766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:44.689473Z","time spent":"1.014186347s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:37:45.703999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:45.051922Z","time spent":"651.985038ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:37:45.704024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131606276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T12:37:45.704076Z","caller":"traceutil/trace.go:171","msg":"trace[440855403] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23839; }","duration":"1.131708659s","start":"2026-03-03T12:37:44.572351Z","end":"2026-03-03T12:37:45.70406Z","steps":["trace[440855403] 'agreement among raft nodes before linearized reading' (duration: 1.131535905s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:45.704115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:44.572292Z","time spent":"1.131815331s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T12:37:45.703549Z","caller":"traceutil/trace.go:171","msg":"trace[1157395848] transaction","detail":"{read_only:false; response_revision:23836; number_of_response:1; }","duration":"1.359547341s","start":"2026-03-03T12:37:44.343929Z","end":"2026-03-03T12:37:45.703477Z","steps":["trace[1157395848] 'process raft request' (duration: 1.333684994s)","trace[1157395848] 'compare' (duration: 25.185822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:37:45.704328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.723037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T12:37:45.704566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:44.343902Z","time spent":"1.360433653s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:37:45.704566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.618827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:37:45.704647Z","caller":"traceutil/trace.go:171","msg":"trace[942483685] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23839; }","duration":"477.007957ms","start":"2026-03-03T12:37:45.227611Z","end":"2026-03-03T12:37:45.704619Z","steps":["trace[942483685] 'agreement among raft nodes before linearized reading' (duration: 476.497375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:45.704742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:45.227594Z","time spent":"477.089468ms","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:37:45.704588Z","caller":"traceutil/trace.go:171","msg":"trace[1901080090] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23839; }","duration":"336.018764ms","start":"2026-03-03T12:37:45.368544Z","end":"2026-03-03T12:37:45.704563Z","steps":["trace[1901080090] 'agreement among raft nodes before linearized reading' (duration: 335.605465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:45.705102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.484601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:37:45.705154Z","caller":"traceutil/trace.go:171","msg":"trace[430654387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23839; }","duration":"346.537002ms","start":"2026-03-03T12:37:45.358602Z","end":"2026-03-03T12:37:45.705139Z","steps":["trace[430654387] 'agreement among raft nodes before linearized reading' (duration: 346.331567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:45.705167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.17457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T12:37:45.705207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:45.358547Z","time spent":"346.650575ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T12:37:45.705269Z","caller":"traceutil/trace.go:171","msg":"trace[321102735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23839; }","duration":"351.306054ms","start":"2026-03-03T12:37:45.353908Z","end":"2026-03-03T12:37:45.705214Z","steps":["trace[321102735] 'agreement among raft nodes before linearized reading' (duration: 351.022307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:45.70535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:45.353889Z","time spent":"351.413536ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:37:45.705805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:45.368527Z","time spent":"336.569967ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:37:46.617007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.69443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:37:46.617142Z","caller":"traceutil/trace.go:171","msg":"trace[1120902657] transaction","detail":"{read_only:false; response_revision:23840; number_of_response:1; }","duration":"907.230335ms","start":"2026-03-03T12:37:45.709892Z","end":"2026-03-03T12:37:46.617122Z","steps":["trace[1120902657] 'process raft request' (duration: 530.319519ms)","trace[1120902657] 'compare' (duration: 376.573807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:37:46.617201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:45.70987Z","time spent":"907.303167ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:37:46.621687Z","caller":"traceutil/trace.go:171","msg":"trace[894976935] transaction","detail":"{read_only:false; response_revision:23845; number_of_response:1; }","duration":"862.706819ms","start":"2026-03-03T12:37:45.75896Z","end":"2026-03-03T12:37:46.621666Z","steps":["trace[894976935] 'process raft request' (duration: 862.643147ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:46.621761Z","caller":"traceutil/trace.go:171","msg":"trace[231779807] linearizableReadLoop","detail":"{readStateIndex:24718; appliedIndex:24711; }","duration":"781.278025ms","start":"2026-03-03T12:37:45.840451Z","end":"2026-03-03T12:37:46.621729Z","steps":["trace[231779807] 'read index received' (duration: 400.393296ms)","trace[231779807] 'applied index is now lower than readState.Index' (duration: 380.883479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:37:46.621835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:45.758937Z","time spent":"862.818311ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:37:46.621953Z","caller":"traceutil/trace.go:171","msg":"trace[107984507] transaction","detail":"{read_only:false; response_revision:23843; number_of_response:1; }","duration":"911.111095ms","start":"2026-03-03T12:37:45.710834Z","end":"2026-03-03T12:37:46.621945Z","steps":["trace[107984507] 'process raft request' (duration: 910.694766ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:46.621999Z","caller":"traceutil/trace.go:171","msg":"trace[904741744] transaction","detail":"{read_only:false; response_revision:23841; number_of_response:1; }","duration":"912.042047ms","start":"2026-03-03T12:37:45.70993Z","end":"2026-03-03T12:37:46.621972Z","steps":["trace[904741744] 'process raft request' (duration: 911.425383ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:46.622032Z","caller":"traceutil/trace.go:171","msg":"trace[1576081802] transaction","detail":"{read_only:false; response_revision:23842; number_of_response:1; }","duration":"911.251118ms","start":"2026-03-03T12:37:45.710697Z","end":"2026-03-03T12:37:46.621948Z","steps":["trace[1576081802] 'process raft request' (duration: 910.786348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:46.622129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.674995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:37:46.622155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:45.709902Z","time spent":"912.16818ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:37:46.6222Z","caller":"traceutil/trace.go:171","msg":"trace[1074349339] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23846; }","duration":"781.826548ms","start":"2026-03-03T12:37:45.840355Z","end":"2026-03-03T12:37:46.622182Z","steps":["trace[1074349339] 'agreement among raft nodes before linearized reading' (duration: 781.660114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:46.622245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:45.840284Z","time spent":"781.950991ms","remote":"127.0.0.1:36418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:37:46.622081Z","caller":"traceutil/trace.go:171","msg":"trace[1132099270] transaction","detail":"{read_only:false; response_revision:23844; number_of_response:1; }","duration":"864.970811ms","start":"2026-03-03T12:37:45.757087Z","end":"2026-03-03T12:37:46.622058Z","steps":["trace[1132099270] 'process raft request' (duration: 864.47996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:46.622329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:45.757065Z","time spent":"865.219107ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:37:46.622001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:45.710789Z","time spent":"911.187437ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:37:46.622336Z","caller":"traceutil/trace.go:171","msg":"trace[1672613357] transaction","detail":"{read_only:false; response_revision:23846; number_of_response:1; }","duration":"862.815791ms","start":"2026-03-03T12:37:45.759473Z","end":"2026-03-03T12:37:46.622289Z","steps":["trace[1672613357] 'process raft request' (duration: 862.166256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:46.622718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:45.759467Z","time spent":"863.14439ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:37:46.623159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:45.710669Z","time spent":"911.500715ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:37:46.625683Z","caller":"traceutil/trace.go:171","msg":"trace[306027992] transaction","detail":"{read_only:false; response_revision:23847; number_of_response:1; }","duration":"378.662227ms","start":"2026-03-03T12:37:46.247001Z","end":"2026-03-03T12:37:46.625664Z","steps":["trace[306027992] 'process raft request' (duration: 378.478943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:46.625882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:46.246984Z","time spent":"378.77829ms","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T12:37:46.626077Z","caller":"traceutil/trace.go:171","msg":"trace[1339924957] transaction","detail":"{read_only:false; response_revision:23849; number_of_response:1; }","duration":"274.346795ms","start":"2026-03-03T12:37:46.351699Z","end":"2026-03-03T12:37:46.626046Z","steps":["trace[1339924957] 'process raft request' (duration: 273.949206ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:46.626062Z","caller":"traceutil/trace.go:171","msg":"trace[2111593713] transaction","detail":"{read_only:false; response_revision:23848; number_of_response:1; }","duration":"321.607716ms","start":"2026-03-03T12:37:46.304424Z","end":"2026-03-03T12:37:46.626032Z","steps":["trace[2111593713] 'process raft request' (duration: 321.155915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:46.626198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:46.304409Z","time spent":"321.723158ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:37:46.627089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.915472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:37:46.627149Z","caller":"traceutil/trace.go:171","msg":"trace[2140227155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23849; }","duration":"379.009814ms","start":"2026-03-03T12:37:46.248126Z","end":"2026-03-03T12:37:46.627136Z","steps":["trace[2140227155] 'agreement among raft nodes before linearized reading' (duration: 378.920732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:46.627181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:46.248121Z","time spent":"379.053045ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:38:38.681499Z","caller":"traceutil/trace.go:171","msg":"trace[525922418] transaction","detail":"{read_only:false; response_revision:24473; number_of_response:1; }","duration":"430.627607ms","start":"2026-03-03T12:38:38.250844Z","end":"2026-03-03T12:38:38.681471Z","steps":["trace[525922418] 'process raft request' (duration: 430.459343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:38:38.681826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:38:38.250813Z","time spent":"430.899854ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:38:39.230916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.296992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:38:39.23102Z","caller":"traceutil/trace.go:171","msg":"trace[985789411] linearizableReadLoop","detail":"{readStateIndex:25360; appliedIndex:25358; }","duration":"588.800303ms","start":"2026-03-03T12:38:38.642202Z","end":"2026-03-03T12:38:39.231002Z","steps":["trace[985789411] 'read index received' (duration: 39.114229ms)","trace[985789411] 'applied index is now lower than readState.Index' (duration: 549.684404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:38:39.231121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.931346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:38:39.231122Z","caller":"traceutil/trace.go:171","msg":"trace[1506923112] transaction","detail":"{read_only:false; response_revision:24474; number_of_response:1; }","duration":"592.544641ms","start":"2026-03-03T12:38:38.638529Z","end":"2026-03-03T12:38:39.231074Z","steps":["trace[1506923112] 'process raft request' (duration: 396.010523ms)","trace[1506923112] 'compare' (duration: 195.602246ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:38:39.231154Z","caller":"traceutil/trace.go:171","msg":"trace[746274932] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24474; }","duration":"588.996948ms","start":"2026-03-03T12:38:38.642144Z","end":"2026-03-03T12:38:39.231141Z","steps":["trace[746274932] 'agreement among raft nodes before linearized reading' (duration: 588.931467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:38:39.231214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:38:38.64213Z","time spent":"589.060619ms","remote":"127.0.0.1:42712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:38:39.231267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:38:38.638498Z","time spent":"592.691985ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:38:39.278056Z","caller":"traceutil/trace.go:171","msg":"trace[795069176] transaction","detail":"{read_only:false; response_revision:24475; number_of_response:1; }","duration":"478.589104ms","start":"2026-03-03T12:38:38.799447Z","end":"2026-03-03T12:38:39.278036Z","steps":["trace[795069176] 'process raft request' (duration: 478.443361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:38:39.278184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:38:38.799422Z","time spent":"478.695117ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:38:39.278531Z","caller":"traceutil/trace.go:171","msg":"trace[2025792251] transaction","detail":"{read_only:false; response_revision:24476; number_of_response:1; }","duration":"478.132144ms","start":"2026-03-03T12:38:38.800378Z","end":"2026-03-03T12:38:39.27851Z","steps":["trace[2025792251] 'process raft request' (duration: 477.622322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:38:39.278629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:38:38.800347Z","time spent":"478.233096ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:38:39.278699Z","caller":"traceutil/trace.go:171","msg":"trace[1027478838] transaction","detail":"{read_only:false; response_revision:24478; number_of_response:1; }","duration":"386.009499ms","start":"2026-03-03T12:38:38.892679Z","end":"2026-03-03T12:38:39.278689Z","steps":["trace[1027478838] 'process raft request' (duration: 385.782324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:38:39.278716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.424917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T12:38:39.278775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:38:38.892657Z","time spent":"386.06537ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:38:39.27883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.121924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:38:39.278865Z","caller":"traceutil/trace.go:171","msg":"trace[544421123] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24478; }","duration":"135.182866ms","start":"2026-03-03T12:38:39.143673Z","end":"2026-03-03T12:38:39.278856Z","steps":["trace[544421123] 'agreement among raft nodes before linearized reading' (duration: 135.127975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:38:39.279024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.396731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:38:39.279156Z","caller":"traceutil/trace.go:171","msg":"trace[76309255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24478; }","duration":"341.879902ms","start":"2026-03-03T12:38:38.937255Z","end":"2026-03-03T12:38:39.279135Z","steps":["trace[76309255] 'agreement among raft nodes before linearized reading' (duration: 341.370071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:38:39.279229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:38:38.937235Z","time spent":"341.979984ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:38:39.279272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.809646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:38:39.279313Z","caller":"traceutil/trace.go:171","msg":"trace[835030999] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24478; }","duration":"443.873198ms","start":"2026-03-03T12:38:38.835426Z","end":"2026-03-03T12:38:39.279299Z","steps":["trace[835030999] 'agreement among raft nodes before linearized reading' (duration: 443.818797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:38:39.279344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:38:38.835415Z","time spent":"443.920979ms","remote":"127.0.0.1:50742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:38:39.279224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.535585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T12:38:39.279536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.601345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:38:39.278871Z","caller":"traceutil/trace.go:171","msg":"trace[1113812513] transaction","detail":"{read_only:false; response_revision:24477; number_of_response:1; }","duration":"461.103174ms","start":"2026-03-03T12:38:38.817759Z","end":"2026-03-03T12:38:39.278863Z","steps":["trace[1113812513] 'process raft request' (duration: 460.574902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:38:39.279073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.410686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:38:39.279926Z","caller":"traceutil/trace.go:171","msg":"trace[1131910812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24478; }","duration":"146.297716ms","start":"2026-03-03T12:38:39.133611Z","end":"2026-03-03T12:38:39.279909Z","steps":["trace[1131910812] 'agreement among raft nodes before linearized reading' (duration: 145.431486ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:38:39.278776Z","caller":"traceutil/trace.go:171","msg":"trace[1896713339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24478; }","duration":"194.52161ms","start":"2026-03-03T12:38:39.08424Z","end":"2026-03-03T12:38:39.278762Z","steps":["trace[1896713339] 'agreement among raft nodes before linearized reading' (duration: 194.301745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:38:39.280168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:38:38.817733Z","time spent":"462.310983ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:38:39.279055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.118119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:38:39.280744Z","caller":"traceutil/trace.go:171","msg":"trace[763148906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24478; }","duration":"409.85048ms","start":"2026-03-03T12:38:38.870877Z","end":"2026-03-03T12:38:39.280727Z","steps":["trace[763148906] 'agreement among raft nodes before linearized reading' (duration: 408.053268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:38:39.280805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:38:38.87085Z","time spent":"409.936912ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T12:38:39.279627Z","caller":"traceutil/trace.go:171","msg":"trace[1276803586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24478; }","duration":"404.758529ms","start":"2026-03-03T12:38:38.874855Z","end":"2026-03-03T12:38:39.279614Z","steps":["trace[1276803586] 'agreement among raft nodes before linearized reading' (duration: 404.587945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:38:39.280865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:38:38.874834Z","time spent":"406.014889ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T12:38:39.280779Z","caller":"traceutil/trace.go:171","msg":"trace[1774498905] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24478; }","duration":"393.927005ms","start":"2026-03-03T12:38:38.885643Z","end":"2026-03-03T12:38:39.27957Z","steps":["trace[1774498905] 'agreement among raft nodes before linearized reading' (duration: 393.467104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:38:39.281671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:38:38.885626Z","time spent":"396.027254ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T12:38:53.100763Z","caller":"traceutil/trace.go:171","msg":"trace[1761926916] transaction","detail":"{read_only:false; response_revision:24575; number_of_response:1; }","duration":"182.478707ms","start":"2026-03-03T12:38:52.918258Z","end":"2026-03-03T12:38:53.100737Z","steps":["trace[1761926916] 'process raft request' (duration: 106.693787ms)","trace[1761926916] 'compare' (duration: 74.944861ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:38:53.488598Z","caller":"traceutil/trace.go:171","msg":"trace[1624862186] linearizableReadLoop","detail":"{readStateIndex:25466; appliedIndex:25465; }","duration":"149.117893ms","start":"2026-03-03T12:38:53.339454Z","end":"2026-03-03T12:38:53.488572Z","steps":["trace[1624862186] 'read index received' (duration: 89.933863ms)","trace[1624862186] 'applied index is now lower than readState.Index' (duration: 59.18326ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:38:53.488694Z","caller":"traceutil/trace.go:171","msg":"trace[1563705096] transaction","detail":"{read_only:false; response_revision:24577; number_of_response:1; }","duration":"170.650419ms","start":"2026-03-03T12:38:53.318035Z","end":"2026-03-03T12:38:53.488685Z","steps":["trace[1563705096] 'process raft request' (duration: 111.299694ms)","trace[1563705096] 'compare' (duration: 59.14266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:38:53.488919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.419831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:38:53.488954Z","caller":"traceutil/trace.go:171","msg":"trace[862567717] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24577; }","duration":"149.535943ms","start":"2026-03-03T12:38:53.33941Z","end":"2026-03-03T12:38:53.488946Z","steps":["trace[862567717] 'agreement among raft nodes before linearized reading' (duration: 149.37301ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:38:53.548345Z","caller":"traceutil/trace.go:171","msg":"trace[600246122] transaction","detail":"{read_only:false; response_revision:24578; number_of_response:1; }","duration":"208.484538ms","start":"2026-03-03T12:38:53.339834Z","end":"2026-03-03T12:38:53.548319Z","steps":["trace[600246122] 'process raft request' (duration: 208.287544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:38:53.548779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.811008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:38:53.549146Z","caller":"traceutil/trace.go:171","msg":"trace[962494432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24580; }","duration":"144.183427ms","start":"2026-03-03T12:38:53.404902Z","end":"2026-03-03T12:38:53.549086Z","steps":["trace[962494432] 'agreement among raft nodes before linearized reading' (duration: 143.758887ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:38:53.54873Z","caller":"traceutil/trace.go:171","msg":"trace[1021123380] transaction","detail":"{read_only:false; response_revision:24579; number_of_response:1; }","duration":"208.5424ms","start":"2026-03-03T12:38:53.340122Z","end":"2026-03-03T12:38:53.548665Z","steps":["trace[1021123380] 'process raft request' (duration: 208.136991ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:38:53.548777Z","caller":"traceutil/trace.go:171","msg":"trace[921252745] transaction","detail":"{read_only:false; response_revision:24580; number_of_response:1; }","duration":"208.395166ms","start":"2026-03-03T12:38:53.340345Z","end":"2026-03-03T12:38:53.54874Z","steps":["trace[921252745] 'process raft request' (duration: 208.163591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:38:53.548909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.40994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T12:38:53.549387Z","caller":"traceutil/trace.go:171","msg":"trace[780042353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24580; }","duration":"143.916721ms","start":"2026-03-03T12:38:53.405445Z","end":"2026-03-03T12:38:53.549361Z","steps":["trace[780042353] 'agreement among raft nodes before linearized reading' (duration: 143.364469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:38:53.549659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.754367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:38:53.549952Z","caller":"traceutil/trace.go:171","msg":"trace[691060368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24580; }","duration":"144.551816ms","start":"2026-03-03T12:38:53.405384Z","end":"2026-03-03T12:38:53.549936Z","steps":["trace[691060368] 'agreement among raft nodes before linearized reading' (duration: 143.487661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:38:53.838893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.646059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:38:53.839206Z","caller":"traceutil/trace.go:171","msg":"trace[1500599014] transaction","detail":"{read_only:false; response_revision:24583; number_of_response:1; }","duration":"286.175094ms","start":"2026-03-03T12:38:53.553003Z","end":"2026-03-03T12:38:53.839178Z","steps":["trace[1500599014] 'process raft request' (duration: 138.145666ms)","trace[1500599014] 'compare' (duration: 147.527245ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:38:53.839111Z","caller":"traceutil/trace.go:171","msg":"trace[1071413078] transaction","detail":"{read_only:false; response_revision:24585; number_of_response:1; }","duration":"274.721334ms","start":"2026-03-03T12:38:53.564372Z","end":"2026-03-03T12:38:53.839093Z","steps":["trace[1071413078] 'process raft request' (duration: 274.667192ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:38:53.839304Z","caller":"traceutil/trace.go:171","msg":"trace[1182918439] transaction","detail":"{read_only:false; response_revision:24584; number_of_response:1; }","duration":"283.571663ms","start":"2026-03-03T12:38:53.555709Z","end":"2026-03-03T12:38:53.83928Z","steps":["trace[1182918439] 'process raft request' (duration: 283.277446ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:38:53.980877Z","caller":"traceutil/trace.go:171","msg":"trace[513698291] transaction","detail":"{read_only:false; response_revision:24586; number_of_response:1; }","duration":"285.958479ms","start":"2026-03-03T12:38:53.694891Z","end":"2026-03-03T12:38:53.98085Z","steps":["trace[513698291] 'process raft request' (duration: 285.733474ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:38:53.981125Z","caller":"traceutil/trace.go:171","msg":"trace[1296951864] linearizableReadLoop","detail":"{readStateIndex:25475; appliedIndex:25474; }","duration":"169.694346ms","start":"2026-03-03T12:38:53.811396Z","end":"2026-03-03T12:38:53.98109Z","steps":["trace[1296951864] 'read index received' (duration: 169.217395ms)","trace[1296951864] 'applied index is now lower than readState.Index' (duration: 472.801µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:38:53.981349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.406745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:38:53.981389Z","caller":"traceutil/trace.go:171","msg":"trace[1864779244] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24586; }","duration":"119.474306ms","start":"2026-03-03T12:38:53.861902Z","end":"2026-03-03T12:38:53.981377Z","steps":["trace[1864779244] 'agreement among raft nodes before linearized reading' (duration: 119.358003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:38:53.981378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.940682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:38:53.981483Z","caller":"traceutil/trace.go:171","msg":"trace[105882554] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24586; }","duration":"170.123506ms","start":"2026-03-03T12:38:53.811337Z","end":"2026-03-03T12:38:53.981461Z","steps":["trace[105882554] 'agreement among raft nodes before linearized reading' (duration: 169.887811ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:38:54.185633Z","caller":"traceutil/trace.go:171","msg":"trace[758969334] linearizableReadLoop","detail":"{readStateIndex:25477; appliedIndex:25476; }","duration":"133.115447ms","start":"2026-03-03T12:38:54.052488Z","end":"2026-03-03T12:38:54.185604Z","steps":["trace[758969334] 'read index received' (duration: 52.964135ms)","trace[758969334] 'applied index is now lower than readState.Index' (duration: 80.149992ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:38:54.185672Z","caller":"traceutil/trace.go:171","msg":"trace[1367418795] transaction","detail":"{read_only:false; response_revision:24588; number_of_response:1; }","duration":"136.883096ms","start":"2026-03-03T12:38:54.048757Z","end":"2026-03-03T12:38:54.18564Z","steps":["trace[1367418795] 'process raft request' (duration: 56.802345ms)","trace[1367418795] 'compare' (duration: 79.818455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:38:54.185817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.293461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:38:54.185866Z","caller":"traceutil/trace.go:171","msg":"trace[287509474] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24588; }","duration":"133.379363ms","start":"2026-03-03T12:38:54.052472Z","end":"2026-03-03T12:38:54.185851Z","steps":["trace[287509474] 'agreement among raft nodes before linearized reading' (duration: 133.272221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:38:54.18594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.926865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:38:54.186024Z","caller":"traceutil/trace.go:171","msg":"trace[66051577] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24588; }","duration":"105.041128ms","start":"2026-03-03T12:38:54.080964Z","end":"2026-03-03T12:38:54.186005Z","steps":["trace[66051577] 'agreement among raft nodes before linearized reading' (duration: 104.901944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:38:54.18601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.786812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:38:54.186107Z","caller":"traceutil/trace.go:171","msg":"trace[638866091] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24588; }","duration":"108.011428ms","start":"2026-03-03T12:38:54.078076Z","end":"2026-03-03T12:38:54.186087Z","steps":["trace[638866091] 'agreement among raft nodes before linearized reading' (duration: 107.770732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:38:54.186148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.441457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:38:54.186195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.892163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:38:54.186231Z","caller":"traceutil/trace.go:171","msg":"trace[243541711] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24588; }","duration":"106.975125ms","start":"2026-03-03T12:38:54.079245Z","end":"2026-03-03T12:38:54.18622Z","steps":["trace[243541711] 'agreement among raft nodes before linearized reading' (duration: 106.914973ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:38:54.186231Z","caller":"traceutil/trace.go:171","msg":"trace[221796620] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24588; }","duration":"105.54894ms","start":"2026-03-03T12:38:54.080657Z","end":"2026-03-03T12:38:54.186206Z","steps":["trace[221796620] 'agreement among raft nodes before linearized reading' (duration: 105.425526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:38:54.186334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.859324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T12:38:54.186404Z","caller":"traceutil/trace.go:171","msg":"trace[530845649] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24588; }","duration":"104.937476ms","start":"2026-03-03T12:38:54.08143Z","end":"2026-03-03T12:38:54.186368Z","steps":["trace[530845649] 'agreement among raft nodes before linearized reading' (duration: 104.778512ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:38:57.896794Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21570} {"level":"info","ts":"2026-03-03T12:38:57.983769Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21570,"took":"83.110753ms","hash":3012825332,"current-db-size-bytes":46571520,"current-db-size":"47 MB","current-db-size-in-use-bytes":39018496,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-03T12:38:57.983909Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3012825332,"revision":21570,"compact-revision":20165} {"level":"info","ts":"2026-03-03T12:39:05.306565Z","caller":"traceutil/trace.go:171","msg":"trace[799724411] linearizableReadLoop","detail":"{readStateIndex:25578; appliedIndex:25577; }","duration":"172.861371ms","start":"2026-03-03T12:39:05.133679Z","end":"2026-03-03T12:39:05.30654Z","steps":["trace[799724411] 'read index received' (duration: 172.681787ms)","trace[799724411] 'applied index is now lower than readState.Index' (duration: 178.514µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:39:05.306683Z","caller":"traceutil/trace.go:171","msg":"trace[327199745] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24686; }","duration":"178.468523ms","start":"2026-03-03T12:39:05.128189Z","end":"2026-03-03T12:39:05.306657Z","steps":["trace[327199745] 'process raft request' (duration: 178.195227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:39:05.30674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.036615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:39:05.306797Z","caller":"traceutil/trace.go:171","msg":"trace[1883913259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24686; }","duration":"173.139518ms","start":"2026-03-03T12:39:05.133641Z","end":"2026-03-03T12:39:05.30678Z","steps":["trace[1883913259] 'agreement among raft nodes before linearized reading' (duration: 173.037356ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:39:05.492018Z","caller":"traceutil/trace.go:171","msg":"trace[1743909243] transaction","detail":"{read_only:false; response_revision:24687; number_of_response:1; }","duration":"112.879932ms","start":"2026-03-03T12:39:05.379104Z","end":"2026-03-03T12:39:05.491984Z","steps":["trace[1743909243] 'process raft request' (duration: 74.384968ms)","trace[1743909243] 'compare' (duration: 38.33668ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:39:43.831472Z","caller":"traceutil/trace.go:171","msg":"trace[1068768075] transaction","detail":"{read_only:false; response_revision:25007; number_of_response:1; }","duration":"114.892899ms","start":"2026-03-03T12:39:43.716551Z","end":"2026-03-03T12:39:43.831444Z","steps":["trace[1068768075] 'process raft request' (duration: 108.649552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:39:44.868826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.303212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:39:44.868909Z","caller":"traceutil/trace.go:171","msg":"trace[1305766798] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25017; }","duration":"299.442946ms","start":"2026-03-03T12:39:44.569447Z","end":"2026-03-03T12:39:44.86889Z","steps":["trace[1305766798] 'count revisions from in-memory index tree' (duration: 299.18615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:39:44.869065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.66691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-03T12:39:44.86913Z","caller":"traceutil/trace.go:171","msg":"trace[413636563] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:25017; }","duration":"253.787753ms","start":"2026-03-03T12:39:44.615328Z","end":"2026-03-03T12:39:44.869116Z","steps":["trace[413636563] 'range keys from in-memory index tree' (duration: 253.494487ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:40:42.564433Z","caller":"traceutil/trace.go:171","msg":"trace[390403986] transaction","detail":"{read_only:false; response_revision:25520; number_of_response:1; }","duration":"120.958281ms","start":"2026-03-03T12:40:42.443443Z","end":"2026-03-03T12:40:42.564402Z","steps":["trace[390403986] 'process raft request' (duration: 120.291406ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:40:42.564496Z","caller":"traceutil/trace.go:171","msg":"trace[1866058034] transaction","detail":"{read_only:false; response_revision:25521; number_of_response:1; }","duration":"102.359385ms","start":"2026-03-03T12:40:42.462066Z","end":"2026-03-03T12:40:42.564425Z","steps":["trace[1866058034] 'process raft request' (duration: 101.841353ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:40:50.629514Z","caller":"traceutil/trace.go:171","msg":"trace[417809515] linearizableReadLoop","detail":"{readStateIndex:26587; appliedIndex:26586; }","duration":"495.617535ms","start":"2026-03-03T12:40:50.133862Z","end":"2026-03-03T12:40:50.62948Z","steps":["trace[417809515] 'read index received' (duration: 492.86611ms)","trace[417809515] 'applied index is now lower than readState.Index' (duration: 2.750305ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:40:50.629529Z","caller":"traceutil/trace.go:171","msg":"trace[275567178] transaction","detail":"{read_only:false; response_revision:25667; number_of_response:1; }","duration":"537.649672ms","start":"2026-03-03T12:40:50.091833Z","end":"2026-03-03T12:40:50.629483Z","steps":["trace[275567178] 'process raft request' (duration: 534.669942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:40:50.629646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:50.091702Z","time spent":"537.880077ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:40:50.629742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.85658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:40:50.629829Z","caller":"traceutil/trace.go:171","msg":"trace[663192725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25667; }","duration":"495.950562ms","start":"2026-03-03T12:40:50.133857Z","end":"2026-03-03T12:40:50.629808Z","steps":["trace[663192725] 'agreement among raft nodes before linearized reading' (duration: 495.734027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:40:50.629871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:50.133812Z","time spent":"496.051335ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:40:50.630914Z","caller":"traceutil/trace.go:171","msg":"trace[124817517] transaction","detail":"{read_only:false; response_revision:25669; number_of_response:1; }","duration":"406.744028ms","start":"2026-03-03T12:40:50.224155Z","end":"2026-03-03T12:40:50.630899Z","steps":["trace[124817517] 'process raft request' (duration: 406.694535ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:40:50.630917Z","caller":"traceutil/trace.go:171","msg":"trace[2029866490] transaction","detail":"{read_only:false; response_revision:25668; number_of_response:1; }","duration":"416.003353ms","start":"2026-03-03T12:40:50.214877Z","end":"2026-03-03T12:40:50.63088Z","steps":["trace[2029866490] 'process raft request' (duration: 415.87289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:40:50.631022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:50.224141Z","time spent":"406.831359ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:40:50.631047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:50.214856Z","time spent":"416.121947ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:40:50.631181Z","caller":"traceutil/trace.go:171","msg":"trace[25109242] transaction","detail":"{read_only:false; response_revision:25670; number_of_response:1; }","duration":"406.938442ms","start":"2026-03-03T12:40:50.224226Z","end":"2026-03-03T12:40:50.631165Z","steps":["trace[25109242] 'process raft request' (duration: 406.653334ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:40:50.631238Z","caller":"traceutil/trace.go:171","msg":"trace[921330420] transaction","detail":"{read_only:false; response_revision:25671; number_of_response:1; }","duration":"406.962222ms","start":"2026-03-03T12:40:50.22427Z","end":"2026-03-03T12:40:50.631232Z","steps":["trace[921330420] 'process raft request' (duration: 406.84204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:40:50.631281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:50.224264Z","time spent":"406.987183ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:40:50.631273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:50.22422Z","time spent":"407.009713ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:40:50.631539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.493432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T12:40:50.631662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.943921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:40:50.631713Z","caller":"traceutil/trace.go:171","msg":"trace[2070048166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25672; }","duration":"324.021193ms","start":"2026-03-03T12:40:50.307679Z","end":"2026-03-03T12:40:50.631701Z","steps":["trace[2070048166] 'agreement among raft nodes before linearized reading' (duration: 323.88118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:40:50.631749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:50.307666Z","time spent":"324.076164ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:40:50.632052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.586935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:40:50.632099Z","caller":"traceutil/trace.go:171","msg":"trace[1672047506] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25672; }","duration":"235.664497ms","start":"2026-03-03T12:40:50.396423Z","end":"2026-03-03T12:40:50.632087Z","steps":["trace[1672047506] 'agreement among raft nodes before linearized reading' (duration: 235.592465ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:40:50.633148Z","caller":"traceutil/trace.go:171","msg":"trace[839825399] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25672; }","duration":"183.585644ms","start":"2026-03-03T12:40:50.447992Z","end":"2026-03-03T12:40:50.631578Z","steps":["trace[839825399] 'agreement among raft nodes before linearized reading' (duration: 183.449111ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:40:56.020224Z","caller":"traceutil/trace.go:171","msg":"trace[551411089] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"585.330213ms","start":"2026-03-03T12:40:55.434869Z","end":"2026-03-03T12:40:56.020199Z","steps":["trace[551411089] 'process raft request' (duration: 585.170419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:40:56.020404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:55.434837Z","time spent":"585.499166ms","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T12:40:56.63466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982349520,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:40:57.13488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982349520,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:40:57.635027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982349520,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:40:57.645884Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.619978611s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:40:57.646304Z","caller":"traceutil/trace.go:171","msg":"trace[754663312] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"1.620485462s","start":"2026-03-03T12:40:56.02579Z","end":"2026-03-03T12:40:57.646276Z","steps":["trace[754663312] 'process raft request' (duration: 1.620298908s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:40:57.646492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:56.025769Z","time spent":"1.620612736s","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:40:58.134029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000254504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T12:40:58.134119Z","caller":"traceutil/trace.go:171","msg":"trace[857479361] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000380998s","start":"2026-03-03T12:40:56.133721Z","end":"2026-03-03T12:40:58.134102Z","steps":["trace[857479361] 'agreement among raft nodes before linearized reading' (duration: 2.000274825s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:40:58.134156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:56.133704Z","time spent":"2.000443349s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:40:58.15198Z","caller":"traceutil/trace.go:171","msg":"trace[1587566182] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"2.10269147s","start":"2026-03-03T12:40:56.049254Z","end":"2026-03-03T12:40:58.151945Z","steps":["trace[1587566182] 'process raft request' (duration: 2.102445035s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:40:58.152121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:56.049234Z","time spent":"2.102815134s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:40:58.638429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.561682ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T12:40:58.639031Z","caller":"traceutil/trace.go:171","msg":"trace[37395845] transaction","detail":"{read_only:false; response_revision:25712; number_of_response:1; }","duration":"1.989922072s","start":"2026-03-03T12:40:56.649083Z","end":"2026-03-03T12:40:58.639005Z","steps":["trace[37395845] 'process raft request' (duration: 1.989454721s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:40:58.639204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:56.649056Z","time spent":"1.990050694s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:40:58.640902Z","caller":"traceutil/trace.go:171","msg":"trace[672930209] transaction","detail":"{read_only:false; response_revision:25713; number_of_response:1; }","duration":"1.991498639s","start":"2026-03-03T12:40:56.649373Z","end":"2026-03-03T12:40:58.640872Z","steps":["trace[672930209] 'process raft request' (duration: 1.989616834s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:40:58.640954Z","caller":"traceutil/trace.go:171","msg":"trace[1971192356] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"1.990208489s","start":"2026-03-03T12:40:56.650715Z","end":"2026-03-03T12:40:58.640924Z","steps":["trace[1971192356] 'process raft request' (duration: 1.990077406s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:40:58.641068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:56.649351Z","time spent":"1.991636723s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:40:58.641077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:56.650708Z","time spent":"1.990307031s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:40:58.641146Z","caller":"traceutil/trace.go:171","msg":"trace[208731239] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"1.988270673s","start":"2026-03-03T12:40:56.652829Z","end":"2026-03-03T12:40:58.6411Z","steps":["trace[208731239] 'process raft request' (duration: 1.988027818s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:40:58.641242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:56.652824Z","time spent":"1.988365465s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:40:58.641244Z","caller":"traceutil/trace.go:171","msg":"trace[547098050] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"1.988210562s","start":"2026-03-03T12:40:56.653006Z","end":"2026-03-03T12:40:58.641217Z","steps":["trace[547098050] 'process raft request' (duration: 1.987983647s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:40:58.641354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:56.653002Z","time spent":"1.988295964s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:40:58.64144Z","caller":"traceutil/trace.go:171","msg":"trace[1454576760] linearizableReadLoop","detail":"{readStateIndex:26640; appliedIndex:26632; }","duration":"2.507675146s","start":"2026-03-03T12:40:56.13375Z","end":"2026-03-03T12:40:58.641425Z","steps":["trace[1454576760] 'read index received' (duration: 1.512828772s)","trace[1454576760] 'applied index is now lower than readState.Index' (duration: 994.845504ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:40:58.641498Z","caller":"traceutil/trace.go:171","msg":"trace[2082328168] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"1.982303783s","start":"2026-03-03T12:40:56.659172Z","end":"2026-03-03T12:40:58.641475Z","steps":["trace[2082328168] 'process raft request' (duration: 1.981892903s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:40:58.641544Z","caller":"traceutil/trace.go:171","msg":"trace[1380236124] transaction","detail":"{read_only:false; response_revision:25718; number_of_response:1; }","duration":"519.552256ms","start":"2026-03-03T12:40:58.121974Z","end":"2026-03-03T12:40:58.641526Z","steps":["trace[1380236124] 'process raft request' (duration: 519.409063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:40:58.641598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051434427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:40:58.641601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:56.659158Z","time spent":"1.982393226s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:40:58.641632Z","caller":"traceutil/trace.go:171","msg":"trace[595367787] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25718; }","duration":"2.051476318s","start":"2026-03-03T12:40:56.590146Z","end":"2026-03-03T12:40:58.641622Z","steps":["trace[595367787] 'agreement among raft nodes before linearized reading' (duration: 2.051388686s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:40:58.641819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:56.59008Z","time spent":"2.051724043s","remote":"127.0.0.1:54056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:40:58.641823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766920993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T12:40:58.641886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.951816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T12:40:58.641909Z","caller":"traceutil/trace.go:171","msg":"trace[1480086215] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25718; }","duration":"434.007037ms","start":"2026-03-03T12:40:58.207895Z","end":"2026-03-03T12:40:58.641902Z","steps":["trace[1480086215] 'agreement among raft nodes before linearized reading' (duration: 433.958656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:40:58.641656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982153699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T12:40:58.641924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:58.207875Z","time spent":"434.045998ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T12:40:58.641826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.170196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:40:58.641913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983774567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:40:58.641971Z","caller":"traceutil/trace.go:171","msg":"trace[205879162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25718; }","duration":"507.345369ms","start":"2026-03-03T12:40:58.13462Z","end":"2026-03-03T12:40:58.641966Z","steps":["trace[205879162] 'agreement among raft nodes before linearized reading' (duration: 507.182015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:40:58.641983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:58.134604Z","time spent":"507.376501ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:40:58.642012Z","caller":"traceutil/trace.go:171","msg":"trace[524941883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25718; }","duration":"1.983903761s","start":"2026-03-03T12:40:56.65808Z","end":"2026-03-03T12:40:58.641984Z","steps":["trace[524941883] 'agreement among raft nodes before linearized reading' (duration: 1.983612304s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:40:58.641656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:58.121952Z","time spent":"519.646779ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:40:58.642077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:56.658068Z","time spent":"1.983995222s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T12:40:58.641875Z","caller":"traceutil/trace.go:171","msg":"trace[933904478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25718; }","duration":"1.767020265s","start":"2026-03-03T12:40:56.874842Z","end":"2026-03-03T12:40:58.641862Z","steps":["trace[933904478] 'agreement among raft nodes before linearized reading' (duration: 1.766867891s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:40:58.642114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.264519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-03-03T12:40:58.642156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242280446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:40:58.642153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:56.874819Z","time spent":"1.767318992s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:40:58.642149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259767937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:40:58.642184Z","caller":"traceutil/trace.go:171","msg":"trace[1317099207] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25718; }","duration":"536.363971ms","start":"2026-03-03T12:40:58.105805Z","end":"2026-03-03T12:40:58.642169Z","steps":["trace[1317099207] 'agreement among raft nodes before linearized reading' (duration: 536.202587ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:40:58.642216Z","caller":"traceutil/trace.go:171","msg":"trace[1796646130] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25718; }","duration":"1.259859329s","start":"2026-03-03T12:40:57.38234Z","end":"2026-03-03T12:40:58.642199Z","steps":["trace[1796646130] 'agreement among raft nodes before linearized reading' (duration: 1.259234134s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:40:58.641946Z","caller":"traceutil/trace.go:171","msg":"trace[1942496711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25718; }","duration":"1.982458535s","start":"2026-03-03T12:40:56.659474Z","end":"2026-03-03T12:40:58.641933Z","steps":["trace[1942496711] 'agreement among raft nodes before linearized reading' (duration: 1.982101077s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:40:58.642237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:58.105792Z","time spent":"536.431193ms","remote":"127.0.0.1:42766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-03T12:40:58.642253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5229283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T12:40:58.642262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:57.382326Z","time spent":"1.259922591s","remote":"127.0.0.1:54010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:40:58.642281Z","caller":"traceutil/trace.go:171","msg":"trace[1116639120] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25718; }","duration":"1.522995701s","start":"2026-03-03T12:40:57.119279Z","end":"2026-03-03T12:40:58.642275Z","steps":["trace[1116639120] 'agreement among raft nodes before linearized reading' (duration: 1.52293514s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:40:58.642295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:57.119259Z","time spent":"1.523033152s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T12:40:58.642336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:56.659464Z","time spent":"1.982790584s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T12:40:58.642173Z","caller":"traceutil/trace.go:171","msg":"trace[955949865] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25718; }","duration":"1.242299337s","start":"2026-03-03T12:40:57.399869Z","end":"2026-03-03T12:40:58.642168Z","steps":["trace[955949865] 'agreement among raft nodes before linearized reading' (duration: 1.242266796s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:40:58.642416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:57.39984Z","time spent":"1.242564213s","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:40:58.642933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984542346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T12:40:58.642998Z","caller":"traceutil/trace.go:171","msg":"trace[438700263] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25718; }","duration":"1.984634429s","start":"2026-03-03T12:40:56.658346Z","end":"2026-03-03T12:40:58.64298Z","steps":["trace[438700263] 'agreement among raft nodes before linearized reading' (duration: 1.983239595s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:40:58.643038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:56.658335Z","time spent":"1.98469473s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:40:58.642086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982669642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:40:58.643661Z","caller":"traceutil/trace.go:171","msg":"trace[2026245398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25718; }","duration":"1.984381893s","start":"2026-03-03T12:40:56.65925Z","end":"2026-03-03T12:40:58.643631Z","steps":["trace[2026245398] 'agreement among raft nodes before linearized reading' (duration: 1.982494028s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:40:58.643759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:40:56.659223Z","time spent":"1.984498395s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:02.04763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.863916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:02.047694Z","caller":"traceutil/trace.go:171","msg":"trace[269473180] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25739; }","duration":"116.976529ms","start":"2026-03-03T12:41:01.930702Z","end":"2026-03-03T12:41:02.047678Z","steps":["trace[269473180] 'count revisions from in-memory index tree' (duration: 116.721162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:02.04763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.353126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T12:41:02.047859Z","caller":"traceutil/trace.go:171","msg":"trace[185155641] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25739; }","duration":"217.649224ms","start":"2026-03-03T12:41:01.830204Z","end":"2026-03-03T12:41:02.047853Z","steps":["trace[185155641] 'range keys from in-memory index tree' (duration: 217.129202ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:02.375179Z","caller":"traceutil/trace.go:171","msg":"trace[1532440798] transaction","detail":"{read_only:false; response_revision:25740; number_of_response:1; }","duration":"323.021389ms","start":"2026-03-03T12:41:02.052137Z","end":"2026-03-03T12:41:02.375158Z","steps":["trace[1532440798] 'process raft request' (duration: 322.882176ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:02.375189Z","caller":"traceutil/trace.go:171","msg":"trace[1757560874] linearizableReadLoop","detail":"{readStateIndex:26664; appliedIndex:26664; }","duration":"241.920034ms","start":"2026-03-03T12:41:02.133244Z","end":"2026-03-03T12:41:02.375164Z","steps":["trace[1757560874] 'read index received' (duration: 241.909964ms)","trace[1757560874] 'applied index is now lower than readState.Index' (duration: 7.92µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:02.375328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.066268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:02.375305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:02.052112Z","time spent":"323.129881ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:02.375419Z","caller":"traceutil/trace.go:171","msg":"trace[356755138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25740; }","duration":"242.15645ms","start":"2026-03-03T12:41:02.133233Z","end":"2026-03-03T12:41:02.37539Z","steps":["trace[356755138] 'agreement among raft nodes before linearized reading' (duration: 241.999126ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:02.40833Z","caller":"traceutil/trace.go:171","msg":"trace[133587739] transaction","detail":"{read_only:false; response_revision:25741; number_of_response:1; }","duration":"184.913395ms","start":"2026-03-03T12:41:02.223387Z","end":"2026-03-03T12:41:02.4083Z","steps":["trace[133587739] 'process raft request' (duration: 184.743621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:03.28454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.611324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:03.284634Z","caller":"traceutil/trace.go:171","msg":"trace[1078443651] transaction","detail":"{read_only:false; response_revision:25742; number_of_response:1; }","duration":"632.647122ms","start":"2026-03-03T12:41:02.651969Z","end":"2026-03-03T12:41:03.284616Z","steps":["trace[1078443651] 'process raft request' (duration: 419.863334ms)","trace[1078443651] 'compare' (duration: 212.520572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:03.284678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:02.651932Z","time spent":"632.725624ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:04.327312Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.255386134s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:41:04.35768Z","caller":"traceutil/trace.go:171","msg":"trace[196772419] transaction","detail":"{read_only:false; response_revision:25743; number_of_response:1; }","duration":"1.704890595s","start":"2026-03-03T12:41:02.652734Z","end":"2026-03-03T12:41:04.357625Z","steps":["trace[196772419] 'process raft request' (duration: 1.674777768s)","trace[196772419] 'compare' (duration: 29.587485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:04.357905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:02.652708Z","time spent":"1.70507302s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:04.357902Z","caller":"traceutil/trace.go:171","msg":"trace[495897683] linearizableReadLoop","detail":"{readStateIndex:26670; appliedIndex:26665; }","duration":"1.697518722s","start":"2026-03-03T12:41:02.660352Z","end":"2026-03-03T12:41:04.357871Z","steps":["trace[495897683] 'read index received' (duration: 411.537539ms)","trace[495897683] 'applied index is now lower than readState.Index' (duration: 1.285979793s)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:04.358046Z","caller":"traceutil/trace.go:171","msg":"trace[308752947] transaction","detail":"{read_only:false; response_revision:25746; number_of_response:1; }","duration":"1.703984444s","start":"2026-03-03T12:41:02.654042Z","end":"2026-03-03T12:41:04.358026Z","steps":["trace[308752947] 'process raft request' (duration: 1.703661777s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:04.358034Z","caller":"traceutil/trace.go:171","msg":"trace[326387769] transaction","detail":"{read_only:false; response_revision:25745; number_of_response:1; }","duration":"1.704402665s","start":"2026-03-03T12:41:02.65359Z","end":"2026-03-03T12:41:04.357993Z","steps":["trace[326387769] 'process raft request' (duration: 1.704050586s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:04.35812Z","caller":"traceutil/trace.go:171","msg":"trace[1223823543] transaction","detail":"{read_only:false; response_revision:25744; number_of_response:1; }","duration":"1.704679241s","start":"2026-03-03T12:41:02.653413Z","end":"2026-03-03T12:41:04.358092Z","steps":["trace[1223823543] 'process raft request' (duration: 1.704098526s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:04.358116Z","caller":"traceutil/trace.go:171","msg":"trace[270553503] transaction","detail":"{read_only:false; response_revision:25747; number_of_response:1; }","duration":"1.689938245s","start":"2026-03-03T12:41:02.668139Z","end":"2026-03-03T12:41:04.358077Z","steps":["trace[270553503] 'process raft request' (duration: 1.689621647s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:04.358219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:02.654022Z","time spent":"1.704080477s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:04.358223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69785886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T12:41:04.358231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:02.653562Z","time spent":"1.704557239s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:04.358302Z","caller":"traceutil/trace.go:171","msg":"trace[1149268673] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25748; }","duration":"1.697968652s","start":"2026-03-03T12:41:02.660312Z","end":"2026-03-03T12:41:04.35828Z","steps":["trace[1149268673] 'agreement among raft nodes before linearized reading' (duration: 1.697718556s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:04.35829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:02.668132Z","time spent":"1.690061877s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:04.358356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:02.660299Z","time spent":"1.698047765s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:41:04.358247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:02.653402Z","time spent":"1.704780293s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:04.358061Z","caller":"traceutil/trace.go:171","msg":"trace[716618578] transaction","detail":"{read_only:false; response_revision:25748; number_of_response:1; }","duration":"1.655578787s","start":"2026-03-03T12:41:02.702459Z","end":"2026-03-03T12:41:04.358038Z","steps":["trace[716618578] 'process raft request' (duration: 1.655356881s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:04.358513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:02.702431Z","time spent":"1.656043528s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:04.364975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.977432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:04.365019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69787519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T12:41:04.364999Z","caller":"traceutil/trace.go:171","msg":"trace[1832228694] transaction","detail":"{read_only:false; response_revision:25749; number_of_response:1; }","duration":"717.061247ms","start":"2026-03-03T12:41:03.647912Z","end":"2026-03-03T12:41:04.364973Z","steps":["trace[1832228694] 'process raft request' (duration: 716.852482ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:04.365055Z","caller":"traceutil/trace.go:171","msg":"trace[1470862096] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25749; }","duration":"1.697938832s","start":"2026-03-03T12:41:02.667106Z","end":"2026-03-03T12:41:04.365045Z","steps":["trace[1470862096] 'agreement among raft nodes before linearized reading' (duration: 1.697766298s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:04.365097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:02.667098Z","time spent":"1.697988213s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:41:04.365144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:03.647884Z","time spent":"717.176899ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:04.365303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697878981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T12:41:04.365315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473410667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:04.36534Z","caller":"traceutil/trace.go:171","msg":"trace[270325744] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25749; }","duration":"1.697923391s","start":"2026-03-03T12:41:02.667406Z","end":"2026-03-03T12:41:04.36533Z","steps":["trace[270325744] 'agreement among raft nodes before linearized reading' (duration: 1.6978401s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:04.365339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.239091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-03T12:41:04.365374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:02.667402Z","time spent":"1.697957022s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T12:41:04.365376Z","caller":"traceutil/trace.go:171","msg":"trace[54405533] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25749; }","duration":"800.342193ms","start":"2026-03-03T12:41:03.565023Z","end":"2026-03-03T12:41:04.365365Z","steps":["trace[54405533] 'agreement among raft nodes before linearized reading' (duration: 800.18252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:04.365411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:03.565007Z","time spent":"800.395614ms","remote":"127.0.0.1:42470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-03T12:41:04.365406Z","caller":"traceutil/trace.go:171","msg":"trace[1260232304] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25749; }","duration":"1.473474659s","start":"2026-03-03T12:41:02.891864Z","end":"2026-03-03T12:41:04.365338Z","steps":["trace[1260232304] 'agreement among raft nodes before linearized reading' (duration: 1.473416957s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:04.36544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696429865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T12:41:04.365502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:02.891846Z","time spent":"1.473645662s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T12:41:04.365512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696433066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:41:04.365024Z","caller":"traceutil/trace.go:171","msg":"trace[1413464124] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25749; }","duration":"971.031863ms","start":"2026-03-03T12:41:03.39398Z","end":"2026-03-03T12:41:04.365011Z","steps":["trace[1413464124] 'agreement among raft nodes before linearized reading' (duration: 970.951281ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:04.365541Z","caller":"traceutil/trace.go:171","msg":"trace[74971045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25749; }","duration":"1.696551189s","start":"2026-03-03T12:41:02.668969Z","end":"2026-03-03T12:41:04.36552Z","steps":["trace[74971045] 'agreement among raft nodes before linearized reading' (duration: 1.696266892s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:04.365563Z","caller":"traceutil/trace.go:171","msg":"trace[2110218111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25749; }","duration":"1.696506638s","start":"2026-03-03T12:41:02.669041Z","end":"2026-03-03T12:41:04.365548Z","steps":["trace[2110218111] 'agreement among raft nodes before linearized reading' (duration: 1.696340094s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:04.365577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:03.393932Z","time spent":"971.628478ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:04.365583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231178755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:04.365612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:02.668962Z","time spent":"1.696635571s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T12:41:04.365646Z","caller":"traceutil/trace.go:171","msg":"trace[291445429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25749; }","duration":"1.231269047s","start":"2026-03-03T12:41:03.13436Z","end":"2026-03-03T12:41:04.365629Z","steps":["trace[291445429] 'agreement among raft nodes before linearized reading' (duration: 1.231167895s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:04.365745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:03.134345Z","time spent":"1.231336599s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:04.365605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:02.669027Z","time spent":"1.696568919s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:04.366464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.939537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T12:41:04.366571Z","caller":"traceutil/trace.go:171","msg":"trace[1726220521] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25749; }","duration":"635.764247ms","start":"2026-03-03T12:41:03.730786Z","end":"2026-03-03T12:41:04.36655Z","steps":["trace[1726220521] 'agreement among raft nodes before linearized reading' (duration: 634.254811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:04.366639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:03.730773Z","time spent":"635.845328ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T12:41:05.184222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.428173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:05.184328Z","caller":"traceutil/trace.go:171","msg":"trace[902743418] linearizableReadLoop","detail":"{readStateIndex:26675; appliedIndex:26674; }","duration":"814.523846ms","start":"2026-03-03T12:41:04.369788Z","end":"2026-03-03T12:41:05.184312Z","steps":["trace[902743418] 'read index received' (duration: 111.934689ms)","trace[902743418] 'applied index is now lower than readState.Index' (duration: 702.587547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:05.184424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.64232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:05.184513Z","caller":"traceutil/trace.go:171","msg":"trace[1755160489] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25751; }","duration":"814.724312ms","start":"2026-03-03T12:41:04.369724Z","end":"2026-03-03T12:41:05.184448Z","steps":["trace[1755160489] 'agreement among raft nodes before linearized reading' (duration: 814.65812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:05.184631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:04.369709Z","time spent":"814.908525ms","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-03T12:41:05.184656Z","caller":"traceutil/trace.go:171","msg":"trace[1430857317] transaction","detail":"{read_only:false; response_revision:25751; number_of_response:1; }","duration":"815.52687ms","start":"2026-03-03T12:41:04.368844Z","end":"2026-03-03T12:41:05.184371Z","steps":["trace[1430857317] 'process raft request' (duration: 112.864191ms)","trace[1430857317] 'compare' (duration: 701.88053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:05.184853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:04.368829Z","time spent":"815.90824ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:05.575119Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.093357227s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T12:41:06.05511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.466615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:06.055336Z","caller":"traceutil/trace.go:171","msg":"trace[1286907587] transaction","detail":"{read_only:false; response_revision:25752; number_of_response:1; }","duration":"1.684786433s","start":"2026-03-03T12:41:04.370523Z","end":"2026-03-03T12:41:06.055309Z","steps":["trace[1286907587] 'process raft request' (duration: 1.204918038s)","trace[1286907587] 'compare' (duration: 479.147257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:06.055448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:04.370511Z","time spent":"1.684883436s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:06.055663Z","caller":"traceutil/trace.go:171","msg":"trace[660151186] transaction","detail":"{read_only:false; response_revision:25753; number_of_response:1; }","duration":"1.685097971s","start":"2026-03-03T12:41:04.370533Z","end":"2026-03-03T12:41:06.055631Z","steps":["trace[660151186] 'process raft request' (duration: 1.68468897s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:06.055715Z","caller":"traceutil/trace.go:171","msg":"trace[2077923907] transaction","detail":"{read_only:false; response_revision:25754; number_of_response:1; }","duration":"1.685013409s","start":"2026-03-03T12:41:04.370679Z","end":"2026-03-03T12:41:06.055692Z","steps":["trace[2077923907] 'process raft request' (duration: 1.684780164s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:06.055866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:04.370669Z","time spent":"1.685099401s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:06.055866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:04.370502Z","time spent":"1.685239534s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:06.055865Z","caller":"traceutil/trace.go:171","msg":"trace[1602657703] linearizableReadLoop","detail":"{readStateIndex:26680; appliedIndex:26675; }","duration":"871.489405ms","start":"2026-03-03T12:41:05.184354Z","end":"2026-03-03T12:41:06.055843Z","steps":["trace[1602657703] 'read index received' (duration: 391.081698ms)","trace[1602657703] 'applied index is now lower than readState.Index' (duration: 480.406657ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:06.055857Z","caller":"traceutil/trace.go:171","msg":"trace[909247878] transaction","detail":"{read_only:false; response_revision:25756; number_of_response:1; }","duration":"1.197647309s","start":"2026-03-03T12:41:04.858174Z","end":"2026-03-03T12:41:06.055821Z","steps":["trace[909247878] 'process raft request' (duration: 1.197465805s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:06.055919Z","caller":"traceutil/trace.go:171","msg":"trace[1104250355] transaction","detail":"{read_only:false; response_revision:25757; number_of_response:1; }","duration":"765.185188ms","start":"2026-03-03T12:41:05.290712Z","end":"2026-03-03T12:41:06.055897Z","steps":["trace[1104250355] 'process raft request' (duration: 765.028794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:06.055969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681128907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:06.056011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:05.2907Z","time spent":"765.267079ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:06.056028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.688589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:06.056031Z","caller":"traceutil/trace.go:171","msg":"trace[881026979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25757; }","duration":"1.681221159s","start":"2026-03-03T12:41:04.374796Z","end":"2026-03-03T12:41:06.056017Z","steps":["trace[881026979] 'agreement among raft nodes before linearized reading' (duration: 1.681094007s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:06.056044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.288444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:06.056033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:04.858149Z","time spent":"1.197799902s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:06.056042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044072461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:06.056178Z","caller":"traceutil/trace.go:171","msg":"trace[1696779074] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25757; }","duration":"1.044233434s","start":"2026-03-03T12:41:05.011902Z","end":"2026-03-03T12:41:06.056135Z","steps":["trace[1696779074] 'agreement among raft nodes before linearized reading' (duration: 1.043965338s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:06.056071Z","caller":"traceutil/trace.go:171","msg":"trace[1828385352] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25757; }","duration":"865.782401ms","start":"2026-03-03T12:41:05.190276Z","end":"2026-03-03T12:41:06.056059Z","steps":["trace[1828385352] 'agreement among raft nodes before linearized reading' (duration: 865.697519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:06.056242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:05.190259Z","time spent":"865.969085ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T12:41:06.056262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:05.011847Z","time spent":"1.044399968s","remote":"127.0.0.1:50614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:06.056061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684881786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T12:41:06.056292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.82812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-df67f9f46-n45bx.1899553e899f4698\" ","response":"range_response_count:1 size:780"} {"level":"info","ts":"2026-03-03T12:41:06.056331Z","caller":"traceutil/trace.go:171","msg":"trace[15863337] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25757; }","duration":"1.685157532s","start":"2026-03-03T12:41:04.371149Z","end":"2026-03-03T12:41:06.056307Z","steps":["trace[15863337] 'agreement among raft nodes before linearized reading' (duration: 1.684766713s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:06.056353Z","caller":"traceutil/trace.go:171","msg":"trace[1756720130] range","detail":"{range_begin:/registry/events/openstack/magnum-api-df67f9f46-n45bx.1899553e899f4698; range_end:; response_count:1; response_revision:25757; }","duration":"624.941033ms","start":"2026-03-03T12:41:05.431394Z","end":"2026-03-03T12:41:06.056335Z","steps":["trace[1756720130] 'agreement among raft nodes before linearized reading' (duration: 624.595355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:06.056078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:04.374788Z","time spent":"1.681281241s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:06.056395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:04.371143Z","time spent":"1.685236544s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T12:41:06.056086Z","caller":"traceutil/trace.go:171","msg":"trace[53118287] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25757; }","duration":"832.376256ms","start":"2026-03-03T12:41:05.223696Z","end":"2026-03-03T12:41:06.056072Z","steps":["trace[53118287] 'agreement among raft nodes before linearized reading' (duration: 832.306674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:06.056404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:05.431373Z","time spent":"625.019214ms","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/magnum-api-df67f9f46-n45bx.1899553e899f4698\" "} {"level":"warn","ts":"2026-03-03T12:41:06.056263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.577328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T12:41:06.056471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:05.223673Z","time spent":"832.769245ms","remote":"127.0.0.1:50608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:41:06.056501Z","caller":"traceutil/trace.go:171","msg":"trace[897895787] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25757; }","duration":"811.891325ms","start":"2026-03-03T12:41:05.244586Z","end":"2026-03-03T12:41:06.056477Z","steps":["trace[897895787] 'agreement among raft nodes before linearized reading' (duration: 811.404864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:06.056661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:05.244547Z","time spent":"812.09405ms","remote":"127.0.0.1:60586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:41:06.07514Z","caller":"traceutil/trace.go:171","msg":"trace[990967550] transaction","detail":"{read_only:false; response_revision:25755; number_of_response:1; }","duration":"1.641748892s","start":"2026-03-03T12:41:04.413934Z","end":"2026-03-03T12:41:06.055683Z","steps":["trace[990967550] 'process raft request' (duration: 1.641642669s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:06.075322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:04.413907Z","time spent":"1.661314152s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:06.743823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.515141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:06.74446Z","caller":"traceutil/trace.go:171","msg":"trace[1032813667] transaction","detail":"{read_only:false; response_revision:25758; number_of_response:1; }","duration":"685.895084ms","start":"2026-03-03T12:41:06.058537Z","end":"2026-03-03T12:41:06.744432Z","steps":["trace[1032813667] 'process raft request' (duration: 103.660935ms)","trace[1032813667] 'compare' (duration: 581.062231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:06.744667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:06.058526Z","time spent":"685.993326ms","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:06.744461Z","caller":"traceutil/trace.go:171","msg":"trace[180572321] linearizableReadLoop","detail":"{readStateIndex:26682; appliedIndex:26681; }","duration":"682.892614ms","start":"2026-03-03T12:41:06.061539Z","end":"2026-03-03T12:41:06.744432Z","steps":["trace[180572321] 'read index received' (duration: 100.674515ms)","trace[180572321] 'applied index is now lower than readState.Index' (duration: 582.214899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:07.121316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.993418ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T12:41:07.12146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059877651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:07.121561Z","caller":"traceutil/trace.go:171","msg":"trace[1584579152] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25758; }","duration":"1.060022885s","start":"2026-03-03T12:41:06.061508Z","end":"2026-03-03T12:41:07.12153Z","steps":["trace[1584579152] 'agreement among raft nodes before linearized reading' (duration: 683.003747ms)","trace[1584579152] 'range keys from in-memory index tree' (duration: 376.834113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:07.12165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:06.061495Z","time spent":"1.060138227s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-03T12:41:07.121858Z","caller":"traceutil/trace.go:171","msg":"trace[1920155609] transaction","detail":"{read_only:false; response_revision:25759; number_of_response:1; }","duration":"758.855939ms","start":"2026-03-03T12:41:06.362971Z","end":"2026-03-03T12:41:07.121827Z","steps":["trace[1920155609] 'process raft request' (duration: 758.523612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:07.122023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:06.36295Z","time spent":"758.975922ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:07.530815Z","caller":"traceutil/trace.go:171","msg":"trace[593427192] transaction","detail":"{read_only:false; response_revision:25760; number_of_response:1; }","duration":"1.167719265s","start":"2026-03-03T12:41:06.363043Z","end":"2026-03-03T12:41:07.530762Z","steps":["trace[593427192] 'process raft request' (duration: 1.137159917s)","trace[593427192] 'compare' (duration: 30.086907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:07.530938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:06.363018Z","time spent":"1.167858097s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:07.531022Z","caller":"traceutil/trace.go:171","msg":"trace[970390610] transaction","detail":"{read_only:false; response_revision:25761; number_of_response:1; }","duration":"1.167688044s","start":"2026-03-03T12:41:06.363305Z","end":"2026-03-03T12:41:07.530993Z","steps":["trace[970390610] 'process raft request' (duration: 1.167390537s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:07.53118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:06.363291Z","time spent":"1.167813847s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:07.531879Z","caller":"traceutil/trace.go:171","msg":"trace[271373916] transaction","detail":"{read_only:false; response_revision:25762; number_of_response:1; }","duration":"1.168432682s","start":"2026-03-03T12:41:06.36341Z","end":"2026-03-03T12:41:07.531842Z","steps":["trace[271373916] 'process raft request' (duration: 1.16753579s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:07.532083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:06.363402Z","time spent":"1.168586576s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:07.532272Z","caller":"traceutil/trace.go:171","msg":"trace[1580248414] transaction","detail":"{read_only:false; response_revision:25763; number_of_response:1; }","duration":"1.168714007s","start":"2026-03-03T12:41:06.36354Z","end":"2026-03-03T12:41:07.532254Z","steps":["trace[1580248414] 'process raft request' (duration: 1.168177945s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:07.53232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.534452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-03T12:41:07.532348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409926126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:07.532373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:06.36351Z","time spent":"1.16880773s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:07.532397Z","caller":"traceutil/trace.go:171","msg":"trace[1218273725] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25763; }","duration":"827.647855ms","start":"2026-03-03T12:41:06.70473Z","end":"2026-03-03T12:41:07.532378Z","steps":["trace[1218273725] 'agreement among raft nodes before linearized reading' (duration: 827.44341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:07.532398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162897251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T12:41:07.53245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:06.704711Z","time spent":"827.725437ms","remote":"127.0.0.1:42408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T12:41:07.532438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466234568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:07.532479Z","caller":"traceutil/trace.go:171","msg":"trace[1896808769] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25763; }","duration":"1.162999353s","start":"2026-03-03T12:41:06.369461Z","end":"2026-03-03T12:41:07.53246Z","steps":["trace[1896808769] 'agreement among raft nodes before linearized reading' (duration: 1.162742377s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:07.532411Z","caller":"traceutil/trace.go:171","msg":"trace[1963205405] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25763; }","duration":"1.410008857s","start":"2026-03-03T12:41:06.122384Z","end":"2026-03-03T12:41:07.532393Z","steps":["trace[1963205405] 'agreement among raft nodes before linearized reading' (duration: 1.409873874s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:07.532517Z","caller":"traceutil/trace.go:171","msg":"trace[328635590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25763; }","duration":"1.466329291s","start":"2026-03-03T12:41:06.06617Z","end":"2026-03-03T12:41:07.532499Z","steps":["trace[328635590] 'agreement among raft nodes before linearized reading' (duration: 1.466190298s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:07.532596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:06.36942Z","time spent":"1.163159737s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:41:07.532645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:06.066162Z","time spent":"1.466470354s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:07.532679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:06.122335Z","time spent":"1.410302254s","remote":"127.0.0.1:42766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T12:41:07.532159Z","caller":"traceutil/trace.go:171","msg":"trace[1111342421] linearizableReadLoop","detail":"{readStateIndex:26688; appliedIndex:26682; }","duration":"787.413059ms","start":"2026-03-03T12:41:06.744715Z","end":"2026-03-03T12:41:07.532128Z","steps":["trace[1111342421] 'read index received' (duration: 345.338993ms)","trace[1111342421] 'applied index is now lower than readState.Index' (duration: 442.071296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:07.533102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.222846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T12:41:07.533133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.854959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T12:41:07.533162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.177533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:07.53321Z","caller":"traceutil/trace.go:171","msg":"trace[1679874218] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25763; }","duration":"655.254125ms","start":"2026-03-03T12:41:06.877943Z","end":"2026-03-03T12:41:07.533197Z","steps":["trace[1679874218] 'agreement among raft nodes before linearized reading' (duration: 655.119002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:07.533245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:06.877913Z","time spent":"655.323836ms","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:41:07.533178Z","caller":"traceutil/trace.go:171","msg":"trace[1050665239] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25763; }","duration":"343.90113ms","start":"2026-03-03T12:41:07.189266Z","end":"2026-03-03T12:41:07.533167Z","steps":["trace[1050665239] 'agreement among raft nodes before linearized reading' (duration: 343.784868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:07.533322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:07.189213Z","time spent":"344.096885ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T12:41:07.53314Z","caller":"traceutil/trace.go:171","msg":"trace[1303398504] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25763; }","duration":"727.300337ms","start":"2026-03-03T12:41:06.805827Z","end":"2026-03-03T12:41:07.533127Z","steps":["trace[1303398504] 'agreement among raft nodes before linearized reading' (duration: 727.227006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:07.533459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:06.805805Z","time spent":"727.639046ms","remote":"127.0.0.1:41886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:08.03811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982349629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:08.538603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982349629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:09.039855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982349629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:09.144815Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.607223789s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:41:09.14532Z","caller":"traceutil/trace.go:171","msg":"trace[2107420088] transaction","detail":"{read_only:false; response_revision:25764; number_of_response:1; }","duration":"1.607808225s","start":"2026-03-03T12:41:07.537481Z","end":"2026-03-03T12:41:09.14529Z","steps":["trace[2107420088] 'process raft request' (duration: 1.607574168s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:09.145475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:07.537452Z","time spent":"1.607945297s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:09.18589Z","caller":"traceutil/trace.go:171","msg":"trace[760201648] transaction","detail":"{read_only:false; response_revision:25766; number_of_response:1; }","duration":"1.123839533s","start":"2026-03-03T12:41:08.062028Z","end":"2026-03-03T12:41:09.185868Z","steps":["trace[760201648] 'process raft request' (duration: 1.123750831s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:09.185962Z","caller":"traceutil/trace.go:171","msg":"trace[1003637585] transaction","detail":"{read_only:false; response_revision:25765; number_of_response:1; }","duration":"1.647539278s","start":"2026-03-03T12:41:07.538382Z","end":"2026-03-03T12:41:09.185921Z","steps":["trace[1003637585] 'process raft request' (duration: 1.64720113s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:09.186031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:08.062015Z","time spent":"1.123942736s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:09.186119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:07.538366Z","time spent":"1.64766935s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:09.186284Z","caller":"traceutil/trace.go:171","msg":"trace[235079593] transaction","detail":"{read_only:false; response_revision:25767; number_of_response:1; }","duration":"1.107272475s","start":"2026-03-03T12:41:08.078992Z","end":"2026-03-03T12:41:09.186265Z","steps":["trace[235079593] 'process raft request' (duration: 1.106833354s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:09.186351Z","caller":"traceutil/trace.go:171","msg":"trace[1790191250] linearizableReadLoop","detail":"{readStateIndex:26692; appliedIndex:26688; }","duration":"1.648491959s","start":"2026-03-03T12:41:07.537848Z","end":"2026-03-03T12:41:09.18634Z","steps":["trace[1790191250] 'read index received' (duration: 1.60724904s)","trace[1790191250] 'applied index is now lower than readState.Index' (duration: 41.242029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:09.186421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:08.078979Z","time spent":"1.107365396s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:09.186515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648660043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:09.186553Z","caller":"traceutil/trace.go:171","msg":"trace[1880042197] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25768; }","duration":"1.648711194s","start":"2026-03-03T12:41:07.537833Z","end":"2026-03-03T12:41:09.186544Z","steps":["trace[1880042197] 'agreement among raft nodes before linearized reading' (duration: 1.648650323s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:09.186585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:07.537826Z","time spent":"1.648752796s","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T12:41:09.54105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999921267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T12:41:09.541148Z","caller":"traceutil/trace.go:171","msg":"trace[690810490] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0000467s","start":"2026-03-03T12:41:07.541083Z","end":"2026-03-03T12:41:09.54113Z","steps":["trace[690810490] 'agreement among raft nodes before linearized reading' (duration: 1.999929887s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:09.541195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:07.541076Z","time spent":"2.000108961s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:09.686831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982349636,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T12:41:09.724783Z","caller":"traceutil/trace.go:171","msg":"trace[1918761667] transaction","detail":"{read_only:false; response_revision:25769; number_of_response:1; }","duration":"548.381533ms","start":"2026-03-03T12:41:09.17637Z","end":"2026-03-03T12:41:09.724751Z","steps":["trace[1918761667] 'process raft request' (duration: 547.647326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:09.724964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:09.176347Z","time spent":"548.525717ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:09.756828Z","caller":"traceutil/trace.go:171","msg":"trace[802043769] transaction","detail":"{read_only:false; response_revision:25770; number_of_response:1; }","duration":"385.271172ms","start":"2026-03-03T12:41:09.371522Z","end":"2026-03-03T12:41:09.756793Z","steps":["trace[802043769] 'process raft request' (duration: 385.103478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:09.756967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:09.371499Z","time spent":"385.395285ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:09.757031Z","caller":"traceutil/trace.go:171","msg":"trace[280998434] transaction","detail":"{read_only:false; response_revision:25772; number_of_response:1; }","duration":"218.859972ms","start":"2026-03-03T12:41:09.538158Z","end":"2026-03-03T12:41:09.757018Z","steps":["trace[280998434] 'process raft request' (duration: 218.607676ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:09.756825Z","caller":"traceutil/trace.go:171","msg":"trace[619440784] transaction","detail":"{read_only:false; response_revision:25771; number_of_response:1; }","duration":"219.078677ms","start":"2026-03-03T12:41:09.537724Z","end":"2026-03-03T12:41:09.756803Z","steps":["trace[619440784] 'process raft request' (duration: 219.016515ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:09.757299Z","caller":"traceutil/trace.go:171","msg":"trace[2019024360] linearizableReadLoop","detail":"{readStateIndex:26699; appliedIndex:26693; }","duration":"570.889554ms","start":"2026-03-03T12:41:09.186386Z","end":"2026-03-03T12:41:09.757275Z","steps":["trace[2019024360] 'read index received' (duration: 537.643212ms)","trace[2019024360] 'applied index is now lower than readState.Index' (duration: 33.245342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:09.75735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.400924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:09.757377Z","caller":"traceutil/trace.go:171","msg":"trace[2072350070] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25774; }","duration":"960.480206ms","start":"2026-03-03T12:41:08.796889Z","end":"2026-03-03T12:41:09.75737Z","steps":["trace[2072350070] 'agreement among raft nodes before linearized reading' (duration: 960.407544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:09.757384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1743047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T12:41:09.757397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:08.796869Z","time spent":"960.522827ms","remote":"127.0.0.1:42446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:41:09.757421Z","caller":"traceutil/trace.go:171","msg":"trace[1449932839] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25774; }","duration":"1.174374741s","start":"2026-03-03T12:41:08.583036Z","end":"2026-03-03T12:41:09.75741Z","steps":["trace[1449932839] 'agreement among raft nodes before linearized reading' (duration: 1.174263098s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:09.757449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:08.583024Z","time spent":"1.174417942s","remote":"127.0.0.1:41860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:09.757498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175429846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-03T12:41:09.757525Z","caller":"traceutil/trace.go:171","msg":"trace[709164431] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25774; }","duration":"1.175507588s","start":"2026-03-03T12:41:08.582008Z","end":"2026-03-03T12:41:09.757515Z","steps":["trace[709164431] 'agreement among raft nodes before linearized reading' (duration: 1.175382165s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:09.757539Z","caller":"traceutil/trace.go:171","msg":"trace[170383362] transaction","detail":"{read_only:false; response_revision:25773; number_of_response:1; }","duration":"218.902772ms","start":"2026-03-03T12:41:09.538629Z","end":"2026-03-03T12:41:09.757531Z","steps":["trace[170383362] 'process raft request' (duration: 218.3461ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:09.757594Z","caller":"traceutil/trace.go:171","msg":"trace[783347862] transaction","detail":"{read_only:false; response_revision:25774; number_of_response:1; }","duration":"217.756266ms","start":"2026-03-03T12:41:09.539832Z","end":"2026-03-03T12:41:09.757588Z","steps":["trace[783347862] 'process raft request' (duration: 217.336626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:09.757549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:08.581987Z","time spent":"1.17555532s","remote":"127.0.0.1:42470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-03T12:41:09.757707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.529588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T12:41:09.757734Z","caller":"traceutil/trace.go:171","msg":"trace[2023286176] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25774; }","duration":"969.555939ms","start":"2026-03-03T12:41:08.788169Z","end":"2026-03-03T12:41:09.757724Z","steps":["trace[2023286176] 'agreement among raft nodes before linearized reading' (duration: 969.387695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:09.757733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.074515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:09.757755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:08.78812Z","time spent":"969.6291ms","remote":"127.0.0.1:36438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:09.757911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143294591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:09.757922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69618384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:41:09.757936Z","caller":"traceutil/trace.go:171","msg":"trace[2047516643] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25774; }","duration":"1.143366533s","start":"2026-03-03T12:41:08.614563Z","end":"2026-03-03T12:41:09.75793Z","steps":["trace[2047516643] 'agreement among raft nodes before linearized reading' (duration: 1.143321402s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:09.757944Z","caller":"traceutil/trace.go:171","msg":"trace[1548628594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25774; }","duration":"1.696228421s","start":"2026-03-03T12:41:08.061709Z","end":"2026-03-03T12:41:09.757938Z","steps":["trace[1548628594] 'agreement among raft nodes before linearized reading' (duration: 1.696147389s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:09.757958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:08.614538Z","time spent":"1.143412853s","remote":"127.0.0.1:50528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:09.757964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:08.061698Z","time spent":"1.696261022s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:09.758056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696591259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:41:09.758071Z","caller":"traceutil/trace.go:171","msg":"trace[11153781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25774; }","duration":"1.69662228s","start":"2026-03-03T12:41:08.061444Z","end":"2026-03-03T12:41:09.758066Z","steps":["trace[11153781] 'agreement among raft nodes before linearized reading' (duration: 1.696572959s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:09.758086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:08.061437Z","time spent":"1.696645401s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:09.758217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696891236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T12:41:09.758235Z","caller":"traceutil/trace.go:171","msg":"trace[1281445440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25774; }","duration":"1.696943368s","start":"2026-03-03T12:41:08.061285Z","end":"2026-03-03T12:41:09.758229Z","steps":["trace[1281445440] 'agreement among raft nodes before linearized reading' (duration: 1.696888626s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:09.758254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:08.061267Z","time spent":"1.696983339s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:09.758292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.379053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:09.758315Z","caller":"traceutil/trace.go:171","msg":"trace[1421241528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25774; }","duration":"216.428504ms","start":"2026-03-03T12:41:09.541879Z","end":"2026-03-03T12:41:09.758308Z","steps":["trace[1421241528] 'agreement among raft nodes before linearized reading' (duration: 216.381583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:09.758366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.459032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T12:41:09.758417Z","caller":"traceutil/trace.go:171","msg":"trace[65245937] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25774; }","duration":"567.520634ms","start":"2026-03-03T12:41:09.190884Z","end":"2026-03-03T12:41:09.758405Z","steps":["trace[65245937] 'agreement among raft nodes before linearized reading' (duration: 567.3427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:09.758446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:09.190834Z","time spent":"567.606985ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T12:41:09.758459Z","caller":"traceutil/trace.go:171","msg":"trace[1759030882] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25774; }","duration":"911.144317ms","start":"2026-03-03T12:41:08.846612Z","end":"2026-03-03T12:41:09.757756Z","steps":["trace[1759030882] 'agreement among raft nodes before linearized reading' (duration: 911.084785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:09.758512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:08.846595Z","time spent":"911.902284ms","remote":"127.0.0.1:50520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:09.758544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.806153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:09.75859Z","caller":"traceutil/trace.go:171","msg":"trace[471899471] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25774; }","duration":"634.894186ms","start":"2026-03-03T12:41:09.123682Z","end":"2026-03-03T12:41:09.758577Z","steps":["trace[471899471] 'agreement among raft nodes before linearized reading' (duration: 634.806604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:09.758619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.221472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:09.758623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:09.123661Z","time spent":"634.951467ms","remote":"127.0.0.1:60594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:09.75862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.921297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:09.758648Z","caller":"traceutil/trace.go:171","msg":"trace[953456596] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25774; }","duration":"580.280473ms","start":"2026-03-03T12:41:09.178357Z","end":"2026-03-03T12:41:09.758637Z","steps":["trace[953456596] 'agreement among raft nodes before linearized reading' (duration: 580.231902ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:09.758653Z","caller":"traceutil/trace.go:171","msg":"trace[1753600726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25774; }","duration":"820.953468ms","start":"2026-03-03T12:41:08.937692Z","end":"2026-03-03T12:41:09.758645Z","steps":["trace[1753600726] 'agreement among raft nodes before linearized reading' (duration: 820.899327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:09.75867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:09.178344Z","time spent":"580.319335ms","remote":"127.0.0.1:50880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:09.758673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:08.937635Z","time spent":"821.03258ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:10.273964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982349646,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:10.518928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.829782ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:10.519024Z","caller":"traceutil/trace.go:171","msg":"trace[1444285715] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25774; }","duration":"616.939514ms","start":"2026-03-03T12:41:09.902073Z","end":"2026-03-03T12:41:10.519012Z","steps":["trace[1444285715] 'range keys from in-memory index tree' (duration: 616.816061ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:10.519356Z","caller":"traceutil/trace.go:171","msg":"trace[1012569859] linearizableReadLoop","detail":"{readStateIndex:26703; appliedIndex:26699; }","duration":"746.007567ms","start":"2026-03-03T12:41:09.773342Z","end":"2026-03-03T12:41:10.519349Z","steps":["trace[1012569859] 'read index received' (duration: 684.160574ms)","trace[1012569859] 'applied index is now lower than readState.Index' (duration: 61.846443ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:10.519414Z","caller":"traceutil/trace.go:171","msg":"trace[662432999] transaction","detail":"{read_only:false; response_revision:25775; number_of_response:1; }","duration":"755.035158ms","start":"2026-03-03T12:41:09.764373Z","end":"2026-03-03T12:41:10.519408Z","steps":["trace[662432999] 'process raft request' (duration: 693.114953ms)","trace[662432999] 'compare' (duration: 61.090716ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:10.519628Z","caller":"traceutil/trace.go:171","msg":"trace[1849053941] transaction","detail":"{read_only:false; response_revision:25778; number_of_response:1; }","duration":"752.009438ms","start":"2026-03-03T12:41:09.767596Z","end":"2026-03-03T12:41:10.519605Z","steps":["trace[1849053941] 'process raft request' (duration: 751.734591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:10.519741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:09.767577Z","time spent":"752.100469ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:10.519908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.382155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:10.519889Z","caller":"traceutil/trace.go:171","msg":"trace[705099451] transaction","detail":"{read_only:false; response_revision:25777; number_of_response:1; }","duration":"752.315275ms","start":"2026-03-03T12:41:09.767543Z","end":"2026-03-03T12:41:10.519858Z","steps":["trace[705099451] 'process raft request' (duration: 751.764302ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:10.519938Z","caller":"traceutil/trace.go:171","msg":"trace[1771651600] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25778; }","duration":"614.453036ms","start":"2026-03-03T12:41:09.905477Z","end":"2026-03-03T12:41:10.51993Z","steps":["trace[1771651600] 'agreement among raft nodes before linearized reading' (duration: 614.372564ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:10.519911Z","caller":"traceutil/trace.go:171","msg":"trace[2078400831] transaction","detail":"{read_only:false; response_revision:25776; number_of_response:1; }","duration":"754.795153ms","start":"2026-03-03T12:41:09.765082Z","end":"2026-03-03T12:41:10.519877Z","steps":["trace[2078400831] 'process raft request' (duration: 754.166919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:10.519956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:09.905456Z","time spent":"614.495627ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:10.519949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.722189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:10.520039Z","caller":"traceutil/trace.go:171","msg":"trace[285394411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25778; }","duration":"387.844561ms","start":"2026-03-03T12:41:10.132169Z","end":"2026-03-03T12:41:10.520014Z","steps":["trace[285394411] 'agreement among raft nodes before linearized reading' (duration: 387.704128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:10.520048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:09.765067Z","time spent":"754.909515ms","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:10.520043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:09.767529Z","time spent":"752.429077ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:10.520084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:10.132153Z","time spent":"387.921954ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:10.520088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.743994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-03T12:41:10.519961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.668427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:10.520134Z","caller":"traceutil/trace.go:171","msg":"trace[669387428] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25778; }","duration":"746.796025ms","start":"2026-03-03T12:41:09.773322Z","end":"2026-03-03T12:41:10.520118Z","steps":["trace[669387428] 'agreement among raft nodes before linearized reading' (duration: 746.690002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:10.52009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.249399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:10.520179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:09.773316Z","time spent":"746.854977ms","remote":"127.0.0.1:41936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T12:41:10.520218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:09.764352Z","time spent":"755.07919ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:10.520141Z","caller":"traceutil/trace.go:171","msg":"trace[1552312673] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25778; }","duration":"467.904293ms","start":"2026-03-03T12:41:10.052226Z","end":"2026-03-03T12:41:10.52013Z","steps":["trace[1552312673] 'agreement among raft nodes before linearized reading' (duration: 467.660857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:10.520281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:10.052207Z","time spent":"468.055287ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:41:10.520208Z","caller":"traceutil/trace.go:171","msg":"trace[347080037] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25778; }","duration":"247.439723ms","start":"2026-03-03T12:41:10.272744Z","end":"2026-03-03T12:41:10.520184Z","steps":["trace[347080037] 'agreement among raft nodes before linearized reading' (duration: 247.186047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:11.586632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.053182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T12:41:11.586709Z","caller":"traceutil/trace.go:171","msg":"trace[101174333] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:25778; }","duration":"667.170885ms","start":"2026-03-03T12:41:10.919512Z","end":"2026-03-03T12:41:11.586683Z","steps":["trace[101174333] 'range keys from in-memory index tree' (duration: 666.880258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:11.586815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.398985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T12:41:11.586879Z","caller":"traceutil/trace.go:171","msg":"trace[1851545365] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25778; }","duration":"840.509047ms","start":"2026-03-03T12:41:10.746353Z","end":"2026-03-03T12:41:11.586862Z","steps":["trace[1851545365] 'count revisions from in-memory index tree' (duration: 840.304072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:11.586908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:10.746331Z","time spent":"840.570379ms","remote":"127.0.0.1:42654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:11.587163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:10.919491Z","time spent":"667.239126ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.18\" "} {"level":"warn","ts":"2026-03-03T12:41:11.635105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982349654,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T12:41:11.883744Z","caller":"traceutil/trace.go:171","msg":"trace[1251580835] transaction","detail":"{read_only:false; response_revision:25779; number_of_response:1; }","duration":"864.902961ms","start":"2026-03-03T12:41:11.018818Z","end":"2026-03-03T12:41:11.883721Z","steps":["trace[1251580835] 'process raft request' (duration: 864.741247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:11.883914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.018791Z","time spent":"865.049453ms","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:13.135115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000650684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T12:41:13.135402Z","caller":"traceutil/trace.go:171","msg":"trace[1510930874] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000981242s","start":"2026-03-03T12:41:11.134402Z","end":"2026-03-03T12:41:13.135384Z","steps":["trace[1510930874] 'agreement among raft nodes before linearized reading' (duration: 2.000679855s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:13.135492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.134384Z","time spent":"2.001096134s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 12:41:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T12:41:13.308575Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.42502668s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:41:13.309502Z","caller":"traceutil/trace.go:171","msg":"trace[1023231652] linearizableReadLoop","detail":"{readStateIndex:26708; appliedIndex:26703; }","duration":"2.175038401s","start":"2026-03-03T12:41:11.134441Z","end":"2026-03-03T12:41:13.30948Z","steps":["trace[1023231652] 'read index received' (duration: 749.093439ms)","trace[1023231652] 'applied index is now lower than readState.Index' (duration: 1.425943982s)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:13.31036Z","caller":"traceutil/trace.go:171","msg":"trace[621398663] transaction","detail":"{read_only:false; response_revision:25780; number_of_response:1; }","duration":"2.119408953s","start":"2026-03-03T12:41:11.190937Z","end":"2026-03-03T12:41:13.310346Z","steps":["trace[621398663] 'process raft request' (duration: 2.117826567s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:13.310545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.1909Z","time spent":"2.119574887s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:13.310735Z","caller":"traceutil/trace.go:171","msg":"trace[271752693] transaction","detail":"{read_only:false; response_revision:25781; number_of_response:1; }","duration":"2.119340062s","start":"2026-03-03T12:41:11.191385Z","end":"2026-03-03T12:41:13.310725Z","steps":["trace[271752693] 'process raft request' (duration: 2.117640133s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:13.310959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.191364Z","time spent":"2.119557237s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:13.311179Z","caller":"traceutil/trace.go:171","msg":"trace[1055326862] transaction","detail":"{read_only:false; response_revision:25785; number_of_response:1; }","duration":"1.54714164s","start":"2026-03-03T12:41:11.764007Z","end":"2026-03-03T12:41:13.311149Z","steps":["trace[1055326862] 'process raft request' (duration: 1.545400128s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:13.311415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.763999Z","time spent":"1.547280653s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:13.311659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.589064Z","time spent":"1.722591971s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T12:41:13.311759Z","caller":"traceutil/trace.go:171","msg":"trace[796101850] transaction","detail":"{read_only:false; response_revision:25783; number_of_response:1; }","duration":"1.54800995s","start":"2026-03-03T12:41:11.763744Z","end":"2026-03-03T12:41:13.311753Z","steps":["trace[796101850] 'process raft request' (duration: 1.545576962s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:13.311883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.763721Z","time spent":"1.548095362s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:13.311972Z","caller":"traceutil/trace.go:171","msg":"trace[403068574] transaction","detail":"{read_only:false; response_revision:25784; number_of_response:1; }","duration":"1.548115922s","start":"2026-03-03T12:41:11.763832Z","end":"2026-03-03T12:41:13.311948Z","steps":["trace[403068574] 'process raft request' (duration: 1.545534721s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:13.312009Z","caller":"traceutil/trace.go:171","msg":"trace[351128362] transaction","detail":"{read_only:false; response_revision:25786; number_of_response:1; }","duration":"1.546403201s","start":"2026-03-03T12:41:11.765596Z","end":"2026-03-03T12:41:13.311999Z","steps":["trace[351128362] 'process raft request' (duration: 1.543843731s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:13.312043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.765579Z","time spent":"1.546445323s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:13.311697Z","caller":"traceutil/trace.go:171","msg":"trace[1569366139] transaction","detail":"{read_only:false; response_revision:25782; number_of_response:1; }","duration":"2.120135382s","start":"2026-03-03T12:41:11.191526Z","end":"2026-03-03T12:41:13.311661Z","steps":["trace[1569366139] 'process raft request' (duration: 2.117637623s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:13.312074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.763769Z","time spent":"1.548254976s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:13.312154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.191491Z","time spent":"2.120597801s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:13.312641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164140385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T12:41:13.312756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.238815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:13.312798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435606628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:13.312823Z","caller":"traceutil/trace.go:171","msg":"trace[517504000] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25786; }","duration":"1.435629728s","start":"2026-03-03T12:41:11.877184Z","end":"2026-03-03T12:41:13.312814Z","steps":["trace[517504000] 'agreement among raft nodes before linearized reading' (duration: 1.435595667s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:13.31282Z","caller":"traceutil/trace.go:171","msg":"trace[2073872607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25786; }","duration":"177.315696ms","start":"2026-03-03T12:41:13.135485Z","end":"2026-03-03T12:41:13.3128Z","steps":["trace[2073872607] 'agreement among raft nodes before linearized reading' (duration: 177.247764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:13.312846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.87712Z","time spent":"1.435721491s","remote":"127.0.0.1:54176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:13.312962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.122875065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:41:13.31305Z","caller":"traceutil/trace.go:171","msg":"trace[1595992682] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25786; }","duration":"2.122967427s","start":"2026-03-03T12:41:11.190072Z","end":"2026-03-03T12:41:13.313039Z","steps":["trace[1595992682] 'agreement among raft nodes before linearized reading' (duration: 2.122709521s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:13.31331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.190028Z","time spent":"2.123259524s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:41:13.312989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793379954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-03T12:41:13.313451Z","caller":"traceutil/trace.go:171","msg":"trace[296666472] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25786; }","duration":"1.793834735s","start":"2026-03-03T12:41:11.5196Z","end":"2026-03-03T12:41:13.313434Z","steps":["trace[296666472] 'agreement among raft nodes before linearized reading' (duration: 1.793117078s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:13.313507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.519561Z","time spent":"1.793930497s","remote":"127.0.0.1:42470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-03-03T12:41:13.312757Z","caller":"traceutil/trace.go:171","msg":"trace[1904542231] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25786; }","duration":"2.164291048s","start":"2026-03-03T12:41:11.148452Z","end":"2026-03-03T12:41:13.312743Z","steps":["trace[1904542231] 'agreement among raft nodes before linearized reading' (duration: 2.164046562s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:13.313896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.148435Z","time spent":"2.165448436s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:41:13.313102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.671691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:13.314081Z","caller":"traceutil/trace.go:171","msg":"trace[2053013928] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25786; }","duration":"924.689145ms","start":"2026-03-03T12:41:12.389378Z","end":"2026-03-03T12:41:13.314067Z","steps":["trace[2053013928] 'agreement among raft nodes before linearized reading' (duration: 923.681771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:13.314132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:12.389357Z","time spent":"924.760366ms","remote":"127.0.0.1:60600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:13.312692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941828712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:13.314307Z","caller":"traceutil/trace.go:171","msg":"trace[1284044000] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25786; }","duration":"1.943606744s","start":"2026-03-03T12:41:11.370658Z","end":"2026-03-03T12:41:13.314264Z","steps":["trace[1284044000] 'agreement among raft nodes before linearized reading' (duration: 1.941965075s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:13.314397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.370645Z","time spent":"1.943719146s","remote":"127.0.0.1:49142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:13.312677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088815651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:13.314524Z","caller":"traceutil/trace.go:171","msg":"trace[2108586493] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25786; }","duration":"1.090747177s","start":"2026-03-03T12:41:12.223759Z","end":"2026-03-03T12:41:13.314506Z","steps":["trace[2108586493] 'agreement among raft nodes before linearized reading' (duration: 1.088805001s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:13.314573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:12.223738Z","time spent":"1.090819288s","remote":"127.0.0.1:50780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:13.312763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422908211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-03T12:41:13.314702Z","caller":"traceutil/trace.go:171","msg":"trace[906367496] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25786; }","duration":"1.424879797s","start":"2026-03-03T12:41:11.889813Z","end":"2026-03-03T12:41:13.314693Z","steps":["trace[906367496] 'agreement among raft nodes before linearized reading' (duration: 1.422859659s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:13.314732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.889793Z","time spent":"1.424928608s","remote":"127.0.0.1:42498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T12:41:13.312654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695572216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:13.314945Z","caller":"traceutil/trace.go:171","msg":"trace[801258440] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25786; }","duration":"1.69785134s","start":"2026-03-03T12:41:11.61707Z","end":"2026-03-03T12:41:13.314922Z","steps":["trace[801258440] 'agreement among raft nodes before linearized reading' (duration: 1.695502795s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:13.315106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.617032Z","time spent":"1.698043564s","remote":"127.0.0.1:42766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:13.313112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.72517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T12:41:13.315412Z","caller":"traceutil/trace.go:171","msg":"trace[1145429421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25786; }","duration":"791.040345ms","start":"2026-03-03T12:41:12.524353Z","end":"2026-03-03T12:41:13.315394Z","steps":["trace[1145429421] 'agreement among raft nodes before linearized reading' (duration: 788.683629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:13.315462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:12.52434Z","time spent":"791.107256ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:13.313157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.755347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:13.315555Z","caller":"traceutil/trace.go:171","msg":"trace[687180255] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25786; }","duration":"561.149923ms","start":"2026-03-03T12:41:12.754394Z","end":"2026-03-03T12:41:13.315544Z","steps":["trace[687180255] 'agreement among raft nodes before linearized reading' (duration: 558.740337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:13.316029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:12.754356Z","time spent":"561.219705ms","remote":"127.0.0.1:54138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:13.313202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.389342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T12:41:13.316566Z","caller":"traceutil/trace.go:171","msg":"trace[118726548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25786; }","duration":"791.778942ms","start":"2026-03-03T12:41:12.524766Z","end":"2026-03-03T12:41:13.316545Z","steps":["trace[118726548] 'agreement among raft nodes before linearized reading' (duration: 788.378252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:13.31663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:12.524749Z","time spent":"791.862925ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:13.313227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.434884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T12:41:13.316742Z","caller":"traceutil/trace.go:171","msg":"trace[1002595512] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25786; }","duration":"791.944137ms","start":"2026-03-03T12:41:12.524786Z","end":"2026-03-03T12:41:13.31673Z","steps":["trace[1002595512] 'agreement among raft nodes before linearized reading' (duration: 788.389513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:13.316772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:12.524709Z","time spent":"792.05345ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:13.818882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982349666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:14.356897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.517044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:14.356995Z","caller":"traceutil/trace.go:171","msg":"trace[489125073] transaction","detail":"{read_only:false; response_revision:25787; number_of_response:1; }","duration":"1.042652146s","start":"2026-03-03T12:41:13.31432Z","end":"2026-03-03T12:41:14.356973Z","steps":["trace[489125073] 'process raft request' (duration: 840.947377ms)","trace[489125073] 'compare' (duration: 200.765847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:14.357054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:13.314306Z","time spent":"1.042718187s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:14.901414Z","caller":"traceutil/trace.go:171","msg":"trace[1348446604] transaction","detail":"{read_only:false; response_revision:25788; number_of_response:1; }","duration":"1.58082948s","start":"2026-03-03T12:41:13.320559Z","end":"2026-03-03T12:41:14.901388Z","steps":["trace[1348446604] 'process raft request' (duration: 1.580661766s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:14.901544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:13.320543Z","time spent":"1.580935632s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:14.901661Z","caller":"traceutil/trace.go:171","msg":"trace[1634859442] transaction","detail":"{read_only:false; response_revision:25789; number_of_response:1; }","duration":"1.580995474s","start":"2026-03-03T12:41:13.32065Z","end":"2026-03-03T12:41:14.901645Z","steps":["trace[1634859442] 'process raft request' (duration: 1.580702397s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:14.90173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:13.320643Z","time spent":"1.581051085s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:14.901983Z","caller":"traceutil/trace.go:171","msg":"trace[533808105] transaction","detail":"{read_only:false; response_revision:25790; number_of_response:1; }","duration":"1.580895191s","start":"2026-03-03T12:41:13.321063Z","end":"2026-03-03T12:41:14.901958Z","steps":["trace[533808105] 'process raft request' (duration: 1.580533633s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:14.902121Z","caller":"traceutil/trace.go:171","msg":"trace[1673629313] transaction","detail":"{read_only:false; response_revision:25791; number_of_response:1; }","duration":"1.581025236s","start":"2026-03-03T12:41:13.321083Z","end":"2026-03-03T12:41:14.902108Z","steps":["trace[1673629313] 'process raft request' (duration: 1.58081879s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:14.902198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:13.321072Z","time spent":"1.581090057s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:14.902234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:13.321054Z","time spent":"1.580996945s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:14.902257Z","caller":"traceutil/trace.go:171","msg":"trace[1223676498] linearizableReadLoop","detail":"{readStateIndex:26718; appliedIndex:26712; }","duration":"1.584011386s","start":"2026-03-03T12:41:13.31822Z","end":"2026-03-03T12:41:14.902232Z","steps":["trace[1223676498] 'read index received' (duration: 837.067497ms)","trace[1223676498] 'applied index is now lower than readState.Index' (duration: 746.939239ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:14.902291Z","caller":"traceutil/trace.go:171","msg":"trace[437631344] transaction","detail":"{read_only:false; response_revision:25792; number_of_response:1; }","duration":"1.580309888s","start":"2026-03-03T12:41:13.321953Z","end":"2026-03-03T12:41:14.902262Z","steps":["trace[437631344] 'process raft request' (duration: 1.580117494s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:14.902428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:13.321946Z","time spent":"1.580407802s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:14.902445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58420872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189954d57dcd37ff\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-03T12:41:14.9025Z","caller":"traceutil/trace.go:171","msg":"trace[178183824] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189954d57dcd37ff; range_end:; response_count:1; response_revision:25792; }","duration":"1.584301223s","start":"2026-03-03T12:41:13.318185Z","end":"2026-03-03T12:41:14.902486Z","steps":["trace[178183824] 'agreement among raft nodes before linearized reading' (duration: 1.584136239s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:14.902538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:13.318169Z","time spent":"1.584360374s","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189954d57dcd37ff\" "} {"level":"warn","ts":"2026-03-03T12:41:15.321147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000116921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T12:41:15.321208Z","caller":"traceutil/trace.go:171","msg":"trace[1929516272] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000207774s","start":"2026-03-03T12:41:13.320988Z","end":"2026-03-03T12:41:15.321196Z","steps":["trace[1929516272] 'agreement among raft nodes before linearized reading' (duration: 2.000134342s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:15.321237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:13.320976Z","time spent":"2.000255174s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 12:41:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T12:41:15.40342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982349675,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T12:41:15.483582Z","caller":"traceutil/trace.go:171","msg":"trace[2010878199] transaction","detail":"{read_only:false; response_revision:25794; number_of_response:1; }","duration":"717.459086ms","start":"2026-03-03T12:41:14.766099Z","end":"2026-03-03T12:41:15.483558Z","steps":["trace[2010878199] 'process raft request' (duration: 717.410825ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:15.483671Z","caller":"traceutil/trace.go:171","msg":"trace[487506335] transaction","detail":"{read_only:false; response_revision:25793; number_of_response:1; }","duration":"808.222888ms","start":"2026-03-03T12:41:14.675432Z","end":"2026-03-03T12:41:15.483655Z","steps":["trace[487506335] 'process raft request' (duration: 807.953312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:15.483719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:14.766074Z","time spent":"717.574148ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:15.483744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:14.675416Z","time spent":"808.28384ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:16.018432Z","caller":"traceutil/trace.go:171","msg":"trace[1423120361] transaction","detail":"{read_only:false; response_revision:25795; number_of_response:1; }","duration":"1.113700986s","start":"2026-03-03T12:41:14.904699Z","end":"2026-03-03T12:41:16.0184Z","steps":["trace[1423120361] 'process raft request' (duration: 1.113379578s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:16.018546Z","caller":"traceutil/trace.go:171","msg":"trace[366715730] linearizableReadLoop","detail":"{readStateIndex:26728; appliedIndex:26718; }","duration":"1.116194184s","start":"2026-03-03T12:41:14.902332Z","end":"2026-03-03T12:41:16.018526Z","steps":["trace[366715730] 'read index received' (duration: 581.067992ms)","trace[366715730] 'applied index is now lower than readState.Index' (duration: 535.125232ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:16.018886Z","caller":"traceutil/trace.go:171","msg":"trace[1050558738] transaction","detail":"{read_only:false; response_revision:25796; number_of_response:1; }","duration":"700.810335ms","start":"2026-03-03T12:41:15.318065Z","end":"2026-03-03T12:41:16.018875Z","steps":["trace[1050558738] 'process raft request' (duration: 700.256982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:16.018941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38549778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:16.018976Z","caller":"traceutil/trace.go:171","msg":"trace[1193989579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25802; }","duration":"1.385579702s","start":"2026-03-03T12:41:14.633387Z","end":"2026-03-03T12:41:16.018967Z","steps":["trace[1193989579] 'agreement among raft nodes before linearized reading' (duration: 1.38550636s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:16.018999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:14.633367Z","time spent":"1.385627283s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:16.019091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:15.31804Z","time spent":"700.866635ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:16.018594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:14.904664Z","time spent":"1.113844939s","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:16.019163Z","caller":"traceutil/trace.go:171","msg":"trace[623930571] transaction","detail":"{read_only:false; response_revision:25797; number_of_response:1; }","duration":"700.478527ms","start":"2026-03-03T12:41:15.318676Z","end":"2026-03-03T12:41:16.019154Z","steps":["trace[623930571] 'process raft request' (duration: 699.691909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:16.019207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:15.318665Z","time spent":"700.516878ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:16.019204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700882434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ebdab5cd-876f-42e1-9393-c3e093041bc5\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-03T12:41:16.019267Z","caller":"traceutil/trace.go:171","msg":"trace[1807457296] transaction","detail":"{read_only:false; response_revision:25802; number_of_response:1; }","duration":"697.574279ms","start":"2026-03-03T12:41:15.321686Z","end":"2026-03-03T12:41:16.01926Z","steps":["trace[1807457296] 'process raft request' (duration: 696.812521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:16.019276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075100078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T12:41:16.019298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:15.321662Z","time spent":"697.61893ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:16.019301Z","caller":"traceutil/trace.go:171","msg":"trace[1631724575] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25802; }","duration":"1.075157639s","start":"2026-03-03T12:41:14.944136Z","end":"2026-03-03T12:41:16.019294Z","steps":["trace[1631724575] 'agreement among raft nodes before linearized reading' (duration: 1.075115018s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:16.019301Z","caller":"traceutil/trace.go:171","msg":"trace[1015814203] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ebdab5cd-876f-42e1-9393-c3e093041bc5; range_end:; response_count:1; response_revision:25802; }","duration":"2.70112143s","start":"2026-03-03T12:41:13.318156Z","end":"2026-03-03T12:41:16.019277Z","steps":["trace[1015814203] 'agreement among raft nodes before linearized reading' (duration: 2.700794422s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:16.019319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676382195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:16.019401Z","caller":"traceutil/trace.go:171","msg":"trace[1603965126] transaction","detail":"{read_only:false; response_revision:25798; number_of_response:1; }","duration":"700.322123ms","start":"2026-03-03T12:41:15.319066Z","end":"2026-03-03T12:41:16.019388Z","steps":["trace[1603965126] 'process raft request' (duration: 699.329681ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:16.019414Z","caller":"traceutil/trace.go:171","msg":"trace[1379639268] transaction","detail":"{read_only:false; response_revision:25799; number_of_response:1; }","duration":"700.269592ms","start":"2026-03-03T12:41:15.319131Z","end":"2026-03-03T12:41:16.019401Z","steps":["trace[1379639268] 'process raft request' (duration: 699.288559ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:16.019413Z","caller":"traceutil/trace.go:171","msg":"trace[975734492] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25802; }","duration":"1.676542289s","start":"2026-03-03T12:41:14.342849Z","end":"2026-03-03T12:41:16.019392Z","steps":["trace[975734492] 'agreement among raft nodes before linearized reading' (duration: 1.676349104s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:16.01932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:14.944122Z","time spent":"1.07519327s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:16.019422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660284596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-03T12:41:16.019423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.36616944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T12:41:16.019443Z","caller":"traceutil/trace.go:171","msg":"trace[2128126896] transaction","detail":"{read_only:false; response_revision:25800; number_of_response:1; }","duration":"698.603892ms","start":"2026-03-03T12:41:15.320815Z","end":"2026-03-03T12:41:16.019419Z","steps":["trace[2128126896] 'process raft request' (duration: 697.62694ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:16.019475Z","caller":"traceutil/trace.go:171","msg":"trace[997870368] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25802; }","duration":"1.660400099s","start":"2026-03-03T12:41:14.359058Z","end":"2026-03-03T12:41:16.019458Z","steps":["trace[997870368] 'agreement among raft nodes before linearized reading' (duration: 1.660181254s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:16.019508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:14.359038Z","time spent":"1.66046293s","remote":"127.0.0.1:42484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T12:41:16.019504Z","caller":"traceutil/trace.go:171","msg":"trace[1632795749] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25802; }","duration":"2.366272903s","start":"2026-03-03T12:41:13.653212Z","end":"2026-03-03T12:41:16.019484Z","steps":["trace[1632795749] 'agreement among raft nodes before linearized reading' (duration: 2.366041437s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:16.019517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:15.319098Z","time spent":"700.346304ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:16.019481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132236241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T12:41:16.019531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.217264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:16.019554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:13.653197Z","time spent":"2.366345134s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T12:41:16.019569Z","caller":"traceutil/trace.go:171","msg":"trace[2062794075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25802; }","duration":"698.279525ms","start":"2026-03-03T12:41:15.32128Z","end":"2026-03-03T12:41:16.019559Z","steps":["trace[2062794075] 'agreement among raft nodes before linearized reading' (duration: 698.215424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:16.019561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:15.320805Z","time spent":"698.695925ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:16.019464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:14.34283Z","time spent":"1.67662289s","remote":"127.0.0.1:53930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:16.019595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:15.321268Z","time spent":"698.321006ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:41:16.019587Z","caller":"traceutil/trace.go:171","msg":"trace[363928465] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25802; }","duration":"1.132399715s","start":"2026-03-03T12:41:14.887163Z","end":"2026-03-03T12:41:16.019563Z","steps":["trace[363928465] 'agreement among raft nodes before linearized reading' (duration: 1.132154529s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:16.019595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:15.319057Z","time spent":"700.398025ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:16.01951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.234339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:16.019349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:13.318144Z","time spent":"2.701196012s","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-ebdab5cd-876f-42e1-9393-c3e093041bc5\" "} {"level":"info","ts":"2026-03-03T12:41:16.019649Z","caller":"traceutil/trace.go:171","msg":"trace[1194949189] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25802; }","duration":"479.429683ms","start":"2026-03-03T12:41:15.540209Z","end":"2026-03-03T12:41:16.019638Z","steps":["trace[1194949189] 'agreement among raft nodes before linearized reading' (duration: 479.252109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:16.019643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:14.887148Z","time spent":"1.132481336s","remote":"127.0.0.1:49126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:16.019675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:15.540185Z","time spent":"479.481595ms","remote":"127.0.0.1:50808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:16.01953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.585399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T12:41:16.019771Z","caller":"traceutil/trace.go:171","msg":"trace[990342533] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25802; }","duration":"491.849485ms","start":"2026-03-03T12:41:15.527909Z","end":"2026-03-03T12:41:16.019758Z","steps":["trace[990342533] 'agreement among raft nodes before linearized reading' (duration: 491.535158ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:16.019316Z","caller":"traceutil/trace.go:171","msg":"trace[1430368947] transaction","detail":"{read_only:false; response_revision:25801; number_of_response:1; }","duration":"698.015159ms","start":"2026-03-03T12:41:15.321255Z","end":"2026-03-03T12:41:16.01927Z","steps":["trace[1430368947] 'process raft request' (duration: 697.21129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:16.01983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:15.527892Z","time spent":"491.927987ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T12:41:16.019915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:15.321243Z","time spent":"698.609633ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:16.653571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982349692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:17.154223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982349692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:17.331626Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.270554061s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:41:17.364657Z","caller":"traceutil/trace.go:171","msg":"trace[1844590846] transaction","detail":"{read_only:false; response_revision:25804; number_of_response:1; }","duration":"1.303761132s","start":"2026-03-03T12:41:16.060874Z","end":"2026-03-03T12:41:17.364635Z","steps":["trace[1844590846] 'process raft request' (duration: 1.270985582s)","trace[1844590846] 'compare' (duration: 31.422768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:17.364808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:16.060844Z","time spent":"1.303906835s","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:17.416494Z","caller":"traceutil/trace.go:171","msg":"trace[1116434552] linearizableReadLoop","detail":"{readStateIndex:26732; appliedIndex:26729; }","duration":"1.263173087s","start":"2026-03-03T12:41:16.153295Z","end":"2026-03-03T12:41:17.416468Z","steps":["trace[1116434552] 'read index received' (duration: 1.17858308s)","trace[1116434552] 'applied index is now lower than readState.Index' (duration: 84.589087ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:17.417022Z","caller":"traceutil/trace.go:171","msg":"trace[227446886] transaction","detail":"{read_only:false; response_revision:25805; number_of_response:1; }","duration":"1.078252893s","start":"2026-03-03T12:41:16.338751Z","end":"2026-03-03T12:41:17.417004Z","steps":["trace[227446886] 'process raft request' (duration: 1.077413183s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:17.417199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:16.338728Z","time spent":"1.078364946s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:17.417308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.076013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:17.417388Z","caller":"traceutil/trace.go:171","msg":"trace[573886140] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25806; }","duration":"962.195585ms","start":"2026-03-03T12:41:16.455173Z","end":"2026-03-03T12:41:17.417369Z","steps":["trace[573886140] 'agreement among raft nodes before linearized reading' (duration: 962.076752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:17.417401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.41716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:17.417454Z","caller":"traceutil/trace.go:171","msg":"trace[1509986744] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25806; }","duration":"481.513332ms","start":"2026-03-03T12:41:16.935927Z","end":"2026-03-03T12:41:17.41744Z","steps":["trace[1509986744] 'agreement among raft nodes before linearized reading' (duration: 481.344808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:17.417485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:16.935914Z","time spent":"481.565253ms","remote":"127.0.0.1:60602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:17.417642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.529658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:41:17.417708Z","caller":"traceutil/trace.go:171","msg":"trace[400802942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25806; }","duration":"511.651602ms","start":"2026-03-03T12:41:16.906041Z","end":"2026-03-03T12:41:17.417693Z","steps":["trace[400802942] 'agreement among raft nodes before linearized reading' (duration: 511.461636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:17.41769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.454797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T12:41:17.417839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.853189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:17.417845Z","caller":"traceutil/trace.go:171","msg":"trace[1689541372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25806; }","duration":"511.615031ms","start":"2026-03-03T12:41:16.906172Z","end":"2026-03-03T12:41:17.417787Z","steps":["trace[1689541372] 'agreement among raft nodes before linearized reading' (duration: 511.146999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:17.41789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.659951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:17.41791Z","caller":"traceutil/trace.go:171","msg":"trace[693987498] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25806; }","duration":"282.702422ms","start":"2026-03-03T12:41:17.135203Z","end":"2026-03-03T12:41:17.417905Z","steps":["trace[693987498] 'agreement among raft nodes before linearized reading' (duration: 282.672811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:17.417932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:16.906165Z","time spent":"511.753544ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T12:41:17.418004Z","caller":"traceutil/trace.go:171","msg":"trace[1887420459] transaction","detail":"{read_only:false; response_revision:25806; number_of_response:1; }","duration":"187.727071ms","start":"2026-03-03T12:41:17.230265Z","end":"2026-03-03T12:41:17.417992Z","steps":["trace[1887420459] 'process raft request' (duration: 186.116392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:17.418142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.531209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T12:41:17.41821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.053958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T12:41:17.418228Z","caller":"traceutil/trace.go:171","msg":"trace[1472763956] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25806; }","duration":"511.073008ms","start":"2026-03-03T12:41:16.907151Z","end":"2026-03-03T12:41:17.418224Z","steps":["trace[1472763956] 'agreement among raft nodes before linearized reading' (duration: 511.023067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:17.418242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:16.907124Z","time spent":"511.115049ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:41:17.417751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:16.906021Z","time spent":"511.718293ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:17.417866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.802224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:41:17.418322Z","caller":"traceutil/trace.go:171","msg":"trace[993957288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25806; }","duration":"512.264305ms","start":"2026-03-03T12:41:16.906053Z","end":"2026-03-03T12:41:17.418317Z","steps":["trace[993957288] 'agreement among raft nodes before linearized reading' (duration: 511.725203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:17.418336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:16.906031Z","time spent":"512.300577ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:17.417999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.70813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:17.418374Z","caller":"traceutil/trace.go:171","msg":"trace[380995043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25806; }","duration":"285.126019ms","start":"2026-03-03T12:41:17.133243Z","end":"2026-03-03T12:41:17.418369Z","steps":["trace[380995043] 'agreement among raft nodes before linearized reading' (duration: 284.745421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:17.417466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:16.455153Z","time spent":"962.292588ms","remote":"127.0.0.1:50902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:41:17.417865Z","caller":"traceutil/trace.go:171","msg":"trace[555736925] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25806; }","duration":"243.899401ms","start":"2026-03-03T12:41:17.173958Z","end":"2026-03-03T12:41:17.417858Z","steps":["trace[555736925] 'agreement among raft nodes before linearized reading' (duration: 243.8578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:17.417943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.939831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:17.418607Z","caller":"traceutil/trace.go:171","msg":"trace[1673394057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25806; }","duration":"845.645538ms","start":"2026-03-03T12:41:16.572955Z","end":"2026-03-03T12:41:17.418601Z","steps":["trace[1673394057] 'agreement among raft nodes before linearized reading' (duration: 844.934621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:17.418627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:16.572935Z","time spent":"845.684989ms","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:17.418959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265660186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:17.419062Z","caller":"traceutil/trace.go:171","msg":"trace[925531216] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25806; }","duration":"1.265760178s","start":"2026-03-03T12:41:16.153256Z","end":"2026-03-03T12:41:17.419016Z","steps":["trace[925531216] 'agreement among raft nodes before linearized reading' (duration: 1.264004317s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:17.418232Z","caller":"traceutil/trace.go:171","msg":"trace[1662220286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25806; }","duration":"511.651192ms","start":"2026-03-03T12:41:16.906567Z","end":"2026-03-03T12:41:17.418218Z","steps":["trace[1662220286] 'agreement among raft nodes before linearized reading' (duration: 511.456647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:17.420551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:16.906558Z","time spent":"513.975077ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:17.420514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:16.153238Z","time spent":"1.266002914s","remote":"127.0.0.1:42766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T12:41:17.911622Z","caller":"traceutil/trace.go:171","msg":"trace[933052582] transaction","detail":"{read_only:false; response_revision:25807; number_of_response:1; }","duration":"489.47233ms","start":"2026-03-03T12:41:17.422128Z","end":"2026-03-03T12:41:17.9116Z","steps":["trace[933052582] 'process raft request' (duration: 483.93919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:17.911758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:17.422111Z","time spent":"489.575102ms","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:18.905312Z","caller":"traceutil/trace.go:171","msg":"trace[1594728700] linearizableReadLoop","detail":"{readStateIndex:26735; appliedIndex:26733; }","duration":"1.481089408s","start":"2026-03-03T12:41:17.424201Z","end":"2026-03-03T12:41:18.90529Z","steps":["trace[1594728700] 'read index received' (duration: 481.930933ms)","trace[1594728700] 'applied index is now lower than readState.Index' (duration: 999.157415ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:18.90542Z","caller":"traceutil/trace.go:171","msg":"trace[402536148] transaction","detail":"{read_only:false; response_revision:25808; number_of_response:1; }","duration":"1.481326403s","start":"2026-03-03T12:41:17.424082Z","end":"2026-03-03T12:41:18.905408Z","steps":["trace[402536148] 'process raft request' (duration: 1.424362913s)","trace[402536148] 'compare' (duration: 56.252372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:18.90552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:17.424072Z","time spent":"1.481374504s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:18.905624Z","caller":"traceutil/trace.go:171","msg":"trace[1186022480] transaction","detail":"{read_only:false; response_revision:25811; number_of_response:1; }","duration":"1.480831122s","start":"2026-03-03T12:41:17.424749Z","end":"2026-03-03T12:41:18.90558Z","steps":["trace[1186022480] 'process raft request' (duration: 1.480442393s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:18.905685Z","caller":"traceutil/trace.go:171","msg":"trace[794356395] transaction","detail":"{read_only:false; response_revision:25813; number_of_response:1; }","duration":"1.480263688s","start":"2026-03-03T12:41:17.425378Z","end":"2026-03-03T12:41:18.905642Z","steps":["trace[794356395] 'process raft request' (duration: 1.479875119s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:18.905744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481538668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:18.90573Z","caller":"traceutil/trace.go:171","msg":"trace[545893400] transaction","detail":"{read_only:false; response_revision:25812; number_of_response:1; }","duration":"1.480857242s","start":"2026-03-03T12:41:17.424841Z","end":"2026-03-03T12:41:18.905698Z","steps":["trace[545893400] 'process raft request' (duration: 1.480382041s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:18.905772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:17.425371Z","time spent":"1.480357511s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:18.905781Z","caller":"traceutil/trace.go:171","msg":"trace[561724561] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25813; }","duration":"1.481591569s","start":"2026-03-03T12:41:17.424177Z","end":"2026-03-03T12:41:18.905768Z","steps":["trace[561724561] 'agreement among raft nodes before linearized reading' (duration: 1.481515187s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:18.905812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:17.424171Z","time spent":"1.48163536s","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T12:41:18.905878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:17.424835Z","time spent":"1.480968855s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:18.905876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:17.424742Z","time spent":"1.480990525s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:18.906112Z","caller":"traceutil/trace.go:171","msg":"trace[1566344989] transaction","detail":"{read_only:false; response_revision:25810; number_of_response:1; }","duration":"1.481623679s","start":"2026-03-03T12:41:17.424466Z","end":"2026-03-03T12:41:18.90609Z","steps":["trace[1566344989] 'process raft request' (duration: 1.480690907s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:18.906144Z","caller":"traceutil/trace.go:171","msg":"trace[1656849788] transaction","detail":"{read_only:false; response_revision:25809; number_of_response:1; }","duration":"1.481649631s","start":"2026-03-03T12:41:17.424455Z","end":"2026-03-03T12:41:18.906104Z","steps":["trace[1656849788] 'process raft request' (duration: 1.480612396s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:18.9062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:17.424454Z","time spent":"1.481702582s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:18.906333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:17.424439Z","time spent":"1.481787844s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:19.406273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982349714,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:19.89363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.268707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:19.893992Z","caller":"traceutil/trace.go:171","msg":"trace[1714227111] linearizableReadLoop","detail":"{readStateIndex:26747; appliedIndex:26740; }","duration":"988.595755ms","start":"2026-03-03T12:41:18.905378Z","end":"2026-03-03T12:41:19.893973Z","steps":["trace[1714227111] 'read index received' (duration: 569.980161ms)","trace[1714227111] 'applied index is now lower than readState.Index' (duration: 418.614654ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:19.894109Z","caller":"traceutil/trace.go:171","msg":"trace[2073282159] transaction","detail":"{read_only:false; response_revision:25816; number_of_response:1; }","duration":"1.867507316s","start":"2026-03-03T12:41:18.026586Z","end":"2026-03-03T12:41:19.894094Z","steps":["trace[2073282159] 'process raft request' (duration: 1.867196278s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:19.894132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117635619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:19.894138Z","caller":"traceutil/trace.go:171","msg":"trace[1065081903] transaction","detail":"{read_only:false; response_revision:25819; number_of_response:1; }","duration":"1.867283731s","start":"2026-03-03T12:41:18.026832Z","end":"2026-03-03T12:41:19.894116Z","steps":["trace[1065081903] 'process raft request' (duration: 1.867071455s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:19.894122Z","caller":"traceutil/trace.go:171","msg":"trace[338600496] transaction","detail":"{read_only:false; response_revision:25820; number_of_response:1; }","duration":"1.866627476s","start":"2026-03-03T12:41:18.027457Z","end":"2026-03-03T12:41:19.894085Z","steps":["trace[338600496] 'process raft request' (duration: 1.866479191s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:19.894163Z","caller":"traceutil/trace.go:171","msg":"trace[1523984622] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25820; }","duration":"1.117697149s","start":"2026-03-03T12:41:18.776455Z","end":"2026-03-03T12:41:19.894153Z","steps":["trace[1523984622] 'agreement among raft nodes before linearized reading' (duration: 1.117618858s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:19.894164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:18.026571Z","time spent":"1.867558437s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:19.894165Z","caller":"traceutil/trace.go:171","msg":"trace[1415436685] transaction","detail":"{read_only:false; response_revision:25815; number_of_response:1; }","duration":"1.867655619s","start":"2026-03-03T12:41:18.026491Z","end":"2026-03-03T12:41:19.894147Z","steps":["trace[1415436685] 'process raft request' (duration: 1.867220038s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:19.894173Z","caller":"traceutil/trace.go:171","msg":"trace[1024951894] transaction","detail":"{read_only:false; response_revision:25814; number_of_response:1; }","duration":"1.868205432s","start":"2026-03-03T12:41:18.025939Z","end":"2026-03-03T12:41:19.894145Z","steps":["trace[1024951894] 'process raft request' (duration: 1.449357561s)","trace[1024951894] 'compare' (duration: 417.770675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:19.894196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:18.77644Z","time spent":"1.117747451s","remote":"127.0.0.1:54024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:41:19.894211Z","caller":"traceutil/trace.go:171","msg":"trace[603797423] transaction","detail":"{read_only:false; response_revision:25817; number_of_response:1; }","duration":"1.867511686s","start":"2026-03-03T12:41:18.02669Z","end":"2026-03-03T12:41:19.894202Z","steps":["trace[603797423] 'process raft request' (duration: 1.867132777s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:19.894208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987838093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:19.894235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:18.026464Z","time spent":"1.867732311s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:19.894242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:18.025917Z","time spent":"1.868286455s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:19.894243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:18.027448Z","time spent":"1.866734098s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:19.894286Z","caller":"traceutil/trace.go:171","msg":"trace[874304748] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25820; }","duration":"1.987970746s","start":"2026-03-03T12:41:17.906291Z","end":"2026-03-03T12:41:19.894262Z","steps":["trace[874304748] 'agreement among raft nodes before linearized reading' (duration: 1.987826003s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:19.894143Z","caller":"traceutil/trace.go:171","msg":"trace[29891234] transaction","detail":"{read_only:false; response_revision:25818; number_of_response:1; }","duration":"1.867356802s","start":"2026-03-03T12:41:18.026757Z","end":"2026-03-03T12:41:19.894114Z","steps":["trace[29891234] 'process raft request' (duration: 1.867114386s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:19.8943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758601608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:19.894329Z","caller":"traceutil/trace.go:171","msg":"trace[44159702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25820; }","duration":"1.758660419s","start":"2026-03-03T12:41:18.135663Z","end":"2026-03-03T12:41:19.894324Z","steps":["trace[44159702] 'agreement among raft nodes before linearized reading' (duration: 1.758603508s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:19.894342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:18.135647Z","time spent":"1.75869168s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:19.894335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:17.906268Z","time spent":"1.988055318s","remote":"127.0.0.1:50542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:19.89435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809503653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:19.894326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:18.026676Z","time spent":"1.867573718s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:19.894357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469287645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:19.89437Z","caller":"traceutil/trace.go:171","msg":"trace[1329915844] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25820; }","duration":"1.809551724s","start":"2026-03-03T12:41:18.084812Z","end":"2026-03-03T12:41:19.894364Z","steps":["trace[1329915844] 'agreement among raft nodes before linearized reading' (duration: 1.809511913s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:19.894364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:18.02675Z","time spent":"1.867573627s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:19.894378Z","caller":"traceutil/trace.go:171","msg":"trace[1159499185] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25820; }","duration":"2.469320365s","start":"2026-03-03T12:41:17.425049Z","end":"2026-03-03T12:41:19.89437Z","steps":["trace[1159499185] 'agreement among raft nodes before linearized reading' (duration: 2.469285255s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:19.894385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:18.084796Z","time spent":"1.809584955s","remote":"127.0.0.1:37798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:19.894402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:17.425043Z","time spent":"2.469354956s","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T12:41:19.894242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:18.026826Z","time spent":"1.867355913s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:19.894399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.949588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T12:41:19.894412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.685721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:19.894472Z","caller":"traceutil/trace.go:171","msg":"trace[815385501] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25820; }","duration":"984.07705ms","start":"2026-03-03T12:41:18.910377Z","end":"2026-03-03T12:41:19.894454Z","steps":["trace[815385501] 'agreement among raft nodes before linearized reading' (duration: 983.812684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:19.894488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.56667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:19.894493Z","caller":"traceutil/trace.go:171","msg":"trace[73842265] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25820; }","duration":"213.830425ms","start":"2026-03-03T12:41:19.680641Z","end":"2026-03-03T12:41:19.894472Z","steps":["trace[73842265] 'agreement among raft nodes before linearized reading' (duration: 213.63767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:19.894516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:18.910357Z","time spent":"984.149733ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T12:41:19.894526Z","caller":"traceutil/trace.go:171","msg":"trace[2018812822] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25820; }","duration":"866.647722ms","start":"2026-03-03T12:41:19.027868Z","end":"2026-03-03T12:41:19.894516Z","steps":["trace[2018812822] 'agreement among raft nodes before linearized reading' (duration: 866.58692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:19.894557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:19.027836Z","time spent":"866.711914ms","remote":"127.0.0.1:60632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:19.894575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.571616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-03T12:41:19.894665Z","caller":"traceutil/trace.go:171","msg":"trace[757423756] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25820; }","duration":"350.692519ms","start":"2026-03-03T12:41:19.543949Z","end":"2026-03-03T12:41:19.894641Z","steps":["trace[757423756] 'agreement among raft nodes before linearized reading' (duration: 350.469794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:19.894714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:19.543935Z","time spent":"350.763981ms","remote":"127.0.0.1:42470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-03T12:41:20.937322Z","caller":"traceutil/trace.go:171","msg":"trace[1179723018] linearizableReadLoop","detail":"{readStateIndex:26748; appliedIndex:26747; }","duration":"228.852667ms","start":"2026-03-03T12:41:20.70844Z","end":"2026-03-03T12:41:20.937293Z","steps":["trace[1179723018] 'read index received' (duration: 190.943236ms)","trace[1179723018] 'applied index is now lower than readState.Index' (duration: 37.907851ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:20.937448Z","caller":"traceutil/trace.go:171","msg":"trace[1534859696] transaction","detail":"{read_only:false; response_revision:25821; number_of_response:1; }","duration":"447.284009ms","start":"2026-03-03T12:41:20.490143Z","end":"2026-03-03T12:41:20.937427Z","steps":["trace[1534859696] 'process raft request' (duration: 409.339227ms)","trace[1534859696] 'compare' (duration: 37.492701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:20.937546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:20.49012Z","time spent":"447.370101ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:20.937538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.058991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:20.937638Z","caller":"traceutil/trace.go:171","msg":"trace[760079515] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25821; }","duration":"229.225886ms","start":"2026-03-03T12:41:20.708385Z","end":"2026-03-03T12:41:20.937611Z","steps":["trace[760079515] 'agreement among raft nodes before linearized reading' (duration: 229.044982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:21.743674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.128494ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T12:41:21.743775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:20.938641Z","time spent":"805.129146ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T12:41:21.746466Z","caller":"traceutil/trace.go:171","msg":"trace[829455883] linearizableReadLoop","detail":"{readStateIndex:26754; appliedIndex:26748; }","duration":"612.47083ms","start":"2026-03-03T12:41:21.133977Z","end":"2026-03-03T12:41:21.746448Z","steps":["trace[829455883] 'read index received' (duration: 148.613522ms)","trace[829455883] 'applied index is now lower than readState.Index' (duration: 463.855628ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:21.746764Z","caller":"traceutil/trace.go:171","msg":"trace[2043221717] transaction","detail":"{read_only:false; response_revision:25822; number_of_response:1; }","duration":"805.470344ms","start":"2026-03-03T12:41:20.94127Z","end":"2026-03-03T12:41:21.746741Z","steps":["trace[2043221717] 'process raft request' (duration: 804.923062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:21.746905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:20.941261Z","time spent":"805.550806ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:21.747065Z","caller":"traceutil/trace.go:171","msg":"trace[1596879108] transaction","detail":"{read_only:false; response_revision:25823; number_of_response:1; }","duration":"805.068014ms","start":"2026-03-03T12:41:20.941982Z","end":"2026-03-03T12:41:21.74705Z","steps":["trace[1596879108] 'process raft request' (duration: 804.336948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:21.747148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:20.941977Z","time spent":"805.129816ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:21.747241Z","caller":"traceutil/trace.go:171","msg":"trace[2087709822] transaction","detail":"{read_only:false; response_revision:25826; number_of_response:1; }","duration":"803.478327ms","start":"2026-03-03T12:41:20.94374Z","end":"2026-03-03T12:41:21.747218Z","steps":["trace[2087709822] 'process raft request' (duration: 802.677829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:21.747374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.394862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:21.747425Z","caller":"traceutil/trace.go:171","msg":"trace[572297751] transaction","detail":"{read_only:false; response_revision:25824; number_of_response:1; }","duration":"805.163336ms","start":"2026-03-03T12:41:20.942249Z","end":"2026-03-03T12:41:21.747412Z","steps":["trace[572297751] 'process raft request' (duration: 804.110031ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:21.747438Z","caller":"traceutil/trace.go:171","msg":"trace[2070203165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25826; }","duration":"613.488174ms","start":"2026-03-03T12:41:21.13393Z","end":"2026-03-03T12:41:21.747418Z","steps":["trace[2070203165] 'agreement among raft nodes before linearized reading' (duration: 613.399332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:21.747466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:20.942218Z","time spent":"805.228018ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:21.747491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:21.133911Z","time spent":"613.568645ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:41:21.74761Z","caller":"traceutil/trace.go:171","msg":"trace[1115718899] transaction","detail":"{read_only:false; response_revision:25825; number_of_response:1; }","duration":"805.284499ms","start":"2026-03-03T12:41:20.942317Z","end":"2026-03-03T12:41:21.747602Z","steps":["trace[1115718899] 'process raft request' (duration: 804.072891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:21.747661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:20.942311Z","time spent":"805.32518ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:21.747385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:20.943707Z","time spent":"803.609411ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:22.247536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982349735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:22.854193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.042263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:22.854327Z","caller":"traceutil/trace.go:171","msg":"trace[1497896962] transaction","detail":"{read_only:false; response_revision:25827; number_of_response:1; }","duration":"1.109070057s","start":"2026-03-03T12:41:21.745237Z","end":"2026-03-03T12:41:22.854307Z","steps":["trace[1497896962] 'process raft request' (duration: 595.795029ms)","trace[1497896962] 'compare' (duration: 511.733043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:22.854381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:21.745212Z","time spent":"1.109150609s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:23.749382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000418728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T12:41:23.749438Z","caller":"traceutil/trace.go:171","msg":"trace[1288422621] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00051639s","start":"2026-03-03T12:41:21.748908Z","end":"2026-03-03T12:41:23.749424Z","steps":["trace[1288422621] 'agreement among raft nodes before linearized reading' (duration: 2.000444268s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:23.74947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:21.748895Z","time spent":"2.000565982s","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 12:41:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T12:41:24.302127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.069766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:24.302422Z","caller":"traceutil/trace.go:171","msg":"trace[1552375935] transaction","detail":"{read_only:false; response_revision:25828; number_of_response:1; }","duration":"2.402470854s","start":"2026-03-03T12:41:21.899916Z","end":"2026-03-03T12:41:24.302387Z","steps":["trace[1552375935] 'process raft request' (duration: 1.41906602s)","trace[1552375935] 'compare' (duration: 982.957094ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:24.302519Z","caller":"traceutil/trace.go:171","msg":"trace[1349599184] transaction","detail":"{read_only:false; response_revision:25830; number_of_response:1; }","duration":"2.402486415s","start":"2026-03-03T12:41:21.900013Z","end":"2026-03-03T12:41:24.3025Z","steps":["trace[1349599184] 'process raft request' (duration: 2.402415773s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:24.302556Z","caller":"traceutil/trace.go:171","msg":"trace[675723994] transaction","detail":"{read_only:false; response_revision:25829; number_of_response:1; }","duration":"2.402526535s","start":"2026-03-03T12:41:21.899996Z","end":"2026-03-03T12:41:24.302522Z","steps":["trace[675723994] 'process raft request' (duration: 2.402222888s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:24.302609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:21.900004Z","time spent":"2.402562366s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:24.302657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:21.899886Z","time spent":"2.402608447s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:24.302719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:21.899975Z","time spent":"2.402655068s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:24.302941Z","caller":"traceutil/trace.go:171","msg":"trace[1589075050] transaction","detail":"{read_only:false; response_revision:25832; number_of_response:1; }","duration":"2.402850312s","start":"2026-03-03T12:41:21.900074Z","end":"2026-03-03T12:41:24.302924Z","steps":["trace[1589075050] 'process raft request' (duration: 2.402713889s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:24.303588Z","caller":"traceutil/trace.go:171","msg":"trace[1331248521] transaction","detail":"{read_only:false; response_revision:25831; number_of_response:1; }","duration":"2.403370756s","start":"2026-03-03T12:41:21.900181Z","end":"2026-03-03T12:41:24.303551Z","steps":["trace[1331248521] 'process raft request' (duration: 2.40228385s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:24.303803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:21.900175Z","time spent":"2.403494609s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:24.304799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:21.900036Z","time spent":"2.402955465s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:24.304845Z","caller":"traceutil/trace.go:171","msg":"trace[1627925727] linearizableReadLoop","detail":"{readStateIndex:26762; appliedIndex:26754; }","duration":"2.558264065s","start":"2026-03-03T12:41:21.746525Z","end":"2026-03-03T12:41:24.304789Z","steps":["trace[1627925727] 'read index received' (duration: 594.461727ms)","trace[1627925727] 'applied index is now lower than readState.Index' (duration: 1.963801068s)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:24.304923Z","caller":"traceutil/trace.go:171","msg":"trace[878851722] transaction","detail":"{read_only:false; response_revision:25834; number_of_response:1; }","duration":"2.40355534s","start":"2026-03-03T12:41:21.901302Z","end":"2026-03-03T12:41:24.304857Z","steps":["trace[878851722] 'process raft request' (duration: 2.403301004s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:24.304933Z","caller":"traceutil/trace.go:171","msg":"trace[1062074586] transaction","detail":"{read_only:false; response_revision:25833; number_of_response:1; }","duration":"2.404035591s","start":"2026-03-03T12:41:21.900846Z","end":"2026-03-03T12:41:24.304881Z","steps":["trace[1062074586] 'process raft request' (duration: 2.402038174s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:24.305101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:21.901293Z","time spent":"2.403704973s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:24.305119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.563435206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:24.3052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755884438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-03T12:41:24.305201Z","caller":"traceutil/trace.go:171","msg":"trace[1095583102] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25834; }","duration":"2.56357886s","start":"2026-03-03T12:41:21.7416Z","end":"2026-03-03T12:41:24.305178Z","steps":["trace[1095583102] 'agreement among raft nodes before linearized reading' (duration: 2.563257802s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:24.305204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.416512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T12:41:24.305201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:21.900832Z","time spent":"2.404227836s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:24.305234Z","caller":"traceutil/trace.go:171","msg":"trace[102394999] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25834; }","duration":"2.755944699s","start":"2026-03-03T12:41:21.54928Z","end":"2026-03-03T12:41:24.305225Z","steps":["trace[102394999] 'agreement among raft nodes before linearized reading' (duration: 2.755697843s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:24.305253Z","caller":"traceutil/trace.go:171","msg":"trace[1447118519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25834; }","duration":"553.468293ms","start":"2026-03-03T12:41:23.751774Z","end":"2026-03-03T12:41:24.305242Z","steps":["trace[1447118519] 'agreement among raft nodes before linearized reading' (duration: 553.33247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:24.305257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:21.741539Z","time spent":"2.563702662s","remote":"127.0.0.1:50478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:24.305295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:23.751755Z","time spent":"553.532154ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:24.305284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57696605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:24.305351Z","caller":"traceutil/trace.go:171","msg":"trace[1257097235] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25834; }","duration":"1.577070242s","start":"2026-03-03T12:41:22.728267Z","end":"2026-03-03T12:41:24.305337Z","steps":["trace[1257097235] 'agreement among raft nodes before linearized reading' (duration: 1.57695418s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:24.305239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.784227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:41:24.305476Z","caller":"traceutil/trace.go:171","msg":"trace[145875791] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25834; }","duration":"553.048483ms","start":"2026-03-03T12:41:23.752422Z","end":"2026-03-03T12:41:24.30547Z","steps":["trace[145875791] 'agreement among raft nodes before linearized reading' (duration: 552.654004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:24.305284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449420323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-03T12:41:24.305484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.729869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T12:41:24.305495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:23.752416Z","time spent":"553.072014ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:41:24.30549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.008073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T12:41:24.305521Z","caller":"traceutil/trace.go:171","msg":"trace[940434073] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25834; }","duration":"553.77817ms","start":"2026-03-03T12:41:23.751734Z","end":"2026-03-03T12:41:24.305512Z","steps":["trace[940434073] 'agreement among raft nodes before linearized reading' (duration: 553.696128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:24.305554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:23.751729Z","time spent":"553.818711ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T12:41:24.305534Z","caller":"traceutil/trace.go:171","msg":"trace[1651180576] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25834; }","duration":"1.449693739s","start":"2026-03-03T12:41:22.855814Z","end":"2026-03-03T12:41:24.305508Z","steps":["trace[1651180576] 'agreement among raft nodes before linearized reading' (duration: 1.449316391s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:24.305548Z","caller":"traceutil/trace.go:171","msg":"trace[1150181672] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25834; }","duration":"553.087994ms","start":"2026-03-03T12:41:23.752444Z","end":"2026-03-03T12:41:24.305532Z","steps":["trace[1150181672] 'agreement among raft nodes before linearized reading' (duration: 552.93941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:24.305477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.76439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T12:41:24.305641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:22.855798Z","time spent":"1.449808662s","remote":"127.0.0.1:42484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T12:41:24.305656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:23.752431Z","time spent":"553.182406ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:24.305264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:21.549265Z","time spent":"2.755994591s","remote":"127.0.0.1:42470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-03T12:41:24.305361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.939628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:24.306023Z","caller":"traceutil/trace.go:171","msg":"trace[572387385] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25834; }","duration":"595.628214ms","start":"2026-03-03T12:41:23.71037Z","end":"2026-03-03T12:41:24.305998Z","steps":["trace[572387385] 'agreement among raft nodes before linearized reading' (duration: 594.948948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:24.306096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:23.710347Z","time spent":"595.726325ms","remote":"127.0.0.1:42736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:24.305405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.551621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:24.30645Z","caller":"traceutil/trace.go:171","msg":"trace[353620407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25834; }","duration":"547.634797ms","start":"2026-03-03T12:41:23.758797Z","end":"2026-03-03T12:41:24.306432Z","steps":["trace[353620407] 'agreement among raft nodes before linearized reading' (duration: 546.593712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:24.306492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:23.758746Z","time spent":"547.734519ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:24.305445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:22.728252Z","time spent":"1.577180955s","remote":"127.0.0.1:50748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:24.305353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.913997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:24.306771Z","caller":"traceutil/trace.go:171","msg":"trace[1805315640] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25834; }","duration":"184.377762ms","start":"2026-03-03T12:41:24.122377Z","end":"2026-03-03T12:41:24.306754Z","steps":["trace[1805315640] 'agreement among raft nodes before linearized reading' (duration: 182.922767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:24.305376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.897386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189954d57dcd37ff\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-03T12:41:24.306947Z","caller":"traceutil/trace.go:171","msg":"trace[613890456] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189954d57dcd37ff; range_end:; response_count:1; response_revision:25834; }","duration":"553.458193ms","start":"2026-03-03T12:41:23.753437Z","end":"2026-03-03T12:41:24.306895Z","steps":["trace[613890456] 'agreement among raft nodes before linearized reading' (duration: 551.894686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:24.307037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:23.75343Z","time spent":"553.577526ms","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189954d57dcd37ff\" "} {"level":"info","ts":"2026-03-03T12:41:24.305913Z","caller":"traceutil/trace.go:171","msg":"trace[222511894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25834; }","duration":"554.023165ms","start":"2026-03-03T12:41:23.751661Z","end":"2026-03-03T12:41:24.305684Z","steps":["trace[222511894] 'agreement among raft nodes before linearized reading' (duration: 553.431022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:24.307132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:23.751645Z","time spent":"555.46972ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:24.307399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837863139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T12:41:24.307451Z","caller":"traceutil/trace.go:171","msg":"trace[1595420275] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25834; }","duration":"1.837965761s","start":"2026-03-03T12:41:22.469474Z","end":"2026-03-03T12:41:24.30744Z","steps":["trace[1595420275] 'agreement among raft nodes before linearized reading' (duration: 1.835573865s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:24.307512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:22.469455Z","time spent":"1.838037573s","remote":"127.0.0.1:42832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2672,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:24.835241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.641065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:24.835946Z","caller":"traceutil/trace.go:171","msg":"trace[145409999] transaction","detail":"{read_only:false; response_revision:25836; number_of_response:1; }","duration":"526.160122ms","start":"2026-03-03T12:41:24.309712Z","end":"2026-03-03T12:41:24.835872Z","steps":["trace[145409999] 'process raft request' (duration: 349.796739ms)","trace[145409999] 'compare' (duration: 175.275097ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:24.836162Z","caller":"traceutil/trace.go:171","msg":"trace[677746248] transaction","detail":"{read_only:false; response_revision:25838; number_of_response:1; }","duration":"525.19418ms","start":"2026-03-03T12:41:24.310949Z","end":"2026-03-03T12:41:24.836143Z","steps":["trace[677746248] 'process raft request' (duration: 524.948854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:24.836196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:24.309697Z","time spent":"526.380787ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:24.836235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:24.310938Z","time spent":"525.262981ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:24.836167Z","caller":"traceutil/trace.go:171","msg":"trace[577993352] transaction","detail":"{read_only:false; response_revision:25839; number_of_response:1; }","duration":"524.600256ms","start":"2026-03-03T12:41:24.311557Z","end":"2026-03-03T12:41:24.836157Z","steps":["trace[577993352] 'process raft request' (duration: 524.536854ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:24.835996Z","caller":"traceutil/trace.go:171","msg":"trace[1072515501] transaction","detail":"{read_only:false; response_revision:25837; number_of_response:1; }","duration":"525.532638ms","start":"2026-03-03T12:41:24.310439Z","end":"2026-03-03T12:41:24.835972Z","steps":["trace[1072515501] 'process raft request' (duration: 524.928093ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:24.836324Z","caller":"traceutil/trace.go:171","msg":"trace[789454725] linearizableReadLoop","detail":"{readStateIndex:26766; appliedIndex:26762; }","duration":"525.21671ms","start":"2026-03-03T12:41:24.311067Z","end":"2026-03-03T12:41:24.836284Z","steps":["trace[789454725] 'read index received' (duration: 18.143767ms)","trace[789454725] 'applied index is now lower than readState.Index' (duration: 507.071183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:24.836418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:24.310405Z","time spent":"525.928337ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:24.836366Z","caller":"traceutil/trace.go:171","msg":"trace[745585740] transaction","detail":"{read_only:false; response_revision:25840; number_of_response:1; }","duration":"524.766319ms","start":"2026-03-03T12:41:24.311577Z","end":"2026-03-03T12:41:24.836344Z","steps":["trace[745585740] 'process raft request' (duration: 524.551004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:24.836583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.076038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:24.83663Z","caller":"traceutil/trace.go:171","msg":"trace[1897679293] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25840; }","duration":"265.186781ms","start":"2026-03-03T12:41:24.571428Z","end":"2026-03-03T12:41:24.836614Z","steps":["trace[1897679293] 'agreement among raft nodes before linearized reading' (duration: 265.068188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:24.836797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:24.311556Z","time spent":"525.040696ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:24.836864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.784473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T12:41:24.836914Z","caller":"traceutil/trace.go:171","msg":"trace[1524801276] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25840; }","duration":"525.853675ms","start":"2026-03-03T12:41:24.311047Z","end":"2026-03-03T12:41:24.836901Z","steps":["trace[1524801276] 'agreement among raft nodes before linearized reading' (duration: 525.372814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:24.837048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:24.311041Z","time spent":"525.995448ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T12:41:24.837061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:24.311542Z","time spent":"524.735599ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:25.699289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.027409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:25.699375Z","caller":"traceutil/trace.go:171","msg":"trace[1257185122] linearizableReadLoop","detail":"{readStateIndex:26769; appliedIndex:26768; }","duration":"726.400045ms","start":"2026-03-03T12:41:24.972959Z","end":"2026-03-03T12:41:25.69936Z","steps":["trace[1257185122] 'read index received' (duration: 375.106791ms)","trace[1257185122] 'applied index is now lower than readState.Index' (duration: 351.291974ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:25.69944Z","caller":"traceutil/trace.go:171","msg":"trace[722339842] transaction","detail":"{read_only:false; response_revision:25841; number_of_response:1; }","duration":"773.027192ms","start":"2026-03-03T12:41:24.926404Z","end":"2026-03-03T12:41:25.699432Z","steps":["trace[722339842] 'process raft request' (duration: 421.771109ms)","trace[722339842] 'compare' (duration: 350.446064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:25.699481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:24.926386Z","time spent":"773.073603ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:25.69957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.608892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:25.699663Z","caller":"traceutil/trace.go:171","msg":"trace[993617819] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25841; }","duration":"726.704724ms","start":"2026-03-03T12:41:24.972943Z","end":"2026-03-03T12:41:25.699648Z","steps":["trace[993617819] 'agreement among raft nodes before linearized reading' (duration: 726.53051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:25.69973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:24.972869Z","time spent":"726.848928ms","remote":"127.0.0.1:42766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T12:41:26.504751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.053115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:26.504931Z","caller":"traceutil/trace.go:171","msg":"trace[926326596] transaction","detail":"{read_only:false; response_revision:25843; number_of_response:1; }","duration":"554.975219ms","start":"2026-03-03T12:41:25.949938Z","end":"2026-03-03T12:41:26.504913Z","steps":["trace[926326596] 'process raft request' (duration: 554.913747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.505005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:25.949911Z","time spent":"555.05982ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:26.505003Z","caller":"traceutil/trace.go:171","msg":"trace[1115810980] transaction","detail":"{read_only:false; response_revision:25842; number_of_response:1; }","duration":"940.860104ms","start":"2026-03-03T12:41:25.564117Z","end":"2026-03-03T12:41:26.504977Z","steps":["trace[1115810980] 'process raft request' (duration: 541.502892ms)","trace[1115810980] 'compare' (duration: 398.943453ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:26.505024Z","caller":"traceutil/trace.go:171","msg":"trace[1739277594] linearizableReadLoop","detail":"{readStateIndex:26770; appliedIndex:26769; }","duration":"805.598626ms","start":"2026-03-03T12:41:25.699393Z","end":"2026-03-03T12:41:26.504992Z","steps":["trace[1739277594] 'read index received' (duration: 406.221564ms)","trace[1739277594] 'applied index is now lower than readState.Index' (duration: 399.373512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:26.505072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370720584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:26.505122Z","caller":"traceutil/trace.go:171","msg":"trace[342646488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25843; }","duration":"1.370812496s","start":"2026-03-03T12:41:25.134295Z","end":"2026-03-03T12:41:26.505108Z","steps":["trace[342646488] 'agreement among raft nodes before linearized reading' (duration: 1.370699103s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.50512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:25.564094Z","time spent":"940.960656ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:26.505154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:25.134281Z","time spent":"1.370869667s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:26.505159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07047905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-df67f9f46-n45bx.1899553e899f4698\" ","response":"range_response_count:1 size:780"} {"level":"warn","ts":"2026-03-03T12:41:26.505209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458088107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:26.50531Z","caller":"traceutil/trace.go:171","msg":"trace[1365196870] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25843; }","duration":"1.45823628s","start":"2026-03-03T12:41:25.047051Z","end":"2026-03-03T12:41:26.505287Z","steps":["trace[1365196870] 'agreement among raft nodes before linearized reading' (duration: 1.458035206s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.50537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:25.047039Z","time spent":"1.458312973s","remote":"127.0.0.1:50580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:41:26.505236Z","caller":"traceutil/trace.go:171","msg":"trace[375571451] range","detail":"{range_begin:/registry/events/openstack/magnum-api-df67f9f46-n45bx.1899553e899f4698; range_end:; response_count:1; response_revision:25843; }","duration":"1.070594013s","start":"2026-03-03T12:41:25.434624Z","end":"2026-03-03T12:41:26.505218Z","steps":["trace[375571451] 'agreement among raft nodes before linearized reading' (duration: 1.070368707s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.50557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:25.434607Z","time spent":"1.070935381s","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/magnum-api-df67f9f46-n45bx.1899553e899f4698\" "} {"level":"warn","ts":"2026-03-03T12:41:27.780928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.363886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:27.781135Z","caller":"traceutil/trace.go:171","msg":"trace[144118487] transaction","detail":"{read_only:false; response_revision:25844; number_of_response:1; }","duration":"1.469609397s","start":"2026-03-03T12:41:26.311506Z","end":"2026-03-03T12:41:27.781115Z","steps":["trace[144118487] 'process raft request' (duration: 559.965626ms)","trace[144118487] 'compare' (duration: 909.199281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:27.781197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.311481Z","time spent":"1.4696862s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:27.782022Z","caller":"traceutil/trace.go:171","msg":"trace[740300200] transaction","detail":"{read_only:false; response_revision:25845; number_of_response:1; }","duration":"1.470420156s","start":"2026-03-03T12:41:26.311557Z","end":"2026-03-03T12:41:27.781977Z","steps":["trace[740300200] 'process raft request' (duration: 1.469477465s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:27.782143Z","caller":"traceutil/trace.go:171","msg":"trace[284844077] transaction","detail":"{read_only:false; response_revision:25847; number_of_response:1; }","duration":"1.470492809s","start":"2026-03-03T12:41:26.311625Z","end":"2026-03-03T12:41:27.782118Z","steps":["trace[284844077] 'process raft request' (duration: 1.470342775s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:27.782222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.311537Z","time spent":"1.470578751s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:27.782259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.311606Z","time spent":"1.470592581s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:27.782288Z","caller":"traceutil/trace.go:171","msg":"trace[564094317] linearizableReadLoop","detail":"{readStateIndex:26778; appliedIndex:26771; }","duration":"1.277178306s","start":"2026-03-03T12:41:26.505102Z","end":"2026-03-03T12:41:27.782281Z","steps":["trace[564094317] 'read index received' (duration: 366.381318ms)","trace[564094317] 'applied index is now lower than readState.Index' (duration: 910.796408ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:27.782332Z","caller":"traceutil/trace.go:171","msg":"trace[1252993653] transaction","detail":"{read_only:false; response_revision:25850; number_of_response:1; }","duration":"1.47058315s","start":"2026-03-03T12:41:26.311743Z","end":"2026-03-03T12:41:27.782327Z","steps":["trace[1252993653] 'process raft request' (duration: 1.470408206s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:27.78231Z","caller":"traceutil/trace.go:171","msg":"trace[1921516355] transaction","detail":"{read_only:false; response_revision:25851; number_of_response:1; }","duration":"1.273679424s","start":"2026-03-03T12:41:26.508609Z","end":"2026-03-03T12:41:27.782288Z","steps":["trace[1921516355] 'process raft request' (duration: 1.273602662s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:27.78233Z","caller":"traceutil/trace.go:171","msg":"trace[1720179282] transaction","detail":"{read_only:false; response_revision:25848; number_of_response:1; }","duration":"1.470684642s","start":"2026-03-03T12:41:26.311633Z","end":"2026-03-03T12:41:27.782317Z","steps":["trace[1720179282] 'process raft request' (duration: 1.470389395s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:27.782055Z","caller":"traceutil/trace.go:171","msg":"trace[41568961] transaction","detail":"{read_only:false; response_revision:25846; number_of_response:1; }","duration":"1.470407747s","start":"2026-03-03T12:41:26.311623Z","end":"2026-03-03T12:41:27.782031Z","steps":["trace[41568961] 'process raft request' (duration: 1.470237773s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:27.782391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.311734Z","time spent":"1.470609721s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:27.782417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.508593Z","time spent":"1.273766555s","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:27.782434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.311611Z","time spent":"1.470761985s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:27.782434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.311603Z","time spent":"1.470788595s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:27.782548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290495529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-03T12:41:27.782567Z","caller":"traceutil/trace.go:171","msg":"trace[705824363] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25851; }","duration":"1.29054357s","start":"2026-03-03T12:41:26.492017Z","end":"2026-03-03T12:41:27.782561Z","steps":["trace[705824363] 'agreement among raft nodes before linearized reading' (duration: 1.290445378s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:27.782581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.492Z","time spent":"1.29057868s","remote":"127.0.0.1:42470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-03-03T12:41:27.782272Z","caller":"traceutil/trace.go:171","msg":"trace[317771345] transaction","detail":"{read_only:false; response_revision:25849; number_of_response:1; }","duration":"1.470609591s","start":"2026-03-03T12:41:26.311628Z","end":"2026-03-03T12:41:27.782238Z","steps":["trace[317771345] 'process raft request' (duration: 1.470469918s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:27.782673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.311594Z","time spent":"1.471063401s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:27.782656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079158998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:27.782714Z","caller":"traceutil/trace.go:171","msg":"trace[1411016136] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25851; }","duration":"2.0792374s","start":"2026-03-03T12:41:25.703459Z","end":"2026-03-03T12:41:27.782697Z","steps":["trace[1411016136] 'agreement among raft nodes before linearized reading' (duration: 2.079141028s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:27.782757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:25.703446Z","time spent":"2.079299802s","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T12:41:27.782809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663217136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:27.782845Z","caller":"traceutil/trace.go:171","msg":"trace[1272219584] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25851; }","duration":"1.663293048s","start":"2026-03-03T12:41:26.119543Z","end":"2026-03-03T12:41:27.782836Z","steps":["trace[1272219584] 'agreement among raft nodes before linearized reading' (duration: 1.663222957s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:27.78287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.119522Z","time spent":"1.663339949s","remote":"127.0.0.1:38750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:28.282921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982349773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:28.506625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000542301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T12:41:28.50672Z","caller":"traceutil/trace.go:171","msg":"trace[804749692] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000662673s","start":"2026-03-03T12:41:26.506035Z","end":"2026-03-03T12:41:28.506698Z","steps":["trace[804749692] 'agreement among raft nodes before linearized reading' (duration: 2.00053338s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:28.506799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.505979Z","time spent":"2.000785777s","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 12:41:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T12:41:28.754381Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.077498425s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:41:28.755401Z","caller":"traceutil/trace.go:171","msg":"trace[1125243495] linearizableReadLoop","detail":"{readStateIndex:26780; appliedIndex:26779; }","duration":"973.065832ms","start":"2026-03-03T12:41:27.782307Z","end":"2026-03-03T12:41:28.755373Z","steps":["trace[1125243495] 'read index received' (duration: 972.420806ms)","trace[1125243495] 'applied index is now lower than readState.Index' (duration: 643.766µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:28.755748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913817964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:41:28.756042Z","caller":"traceutil/trace.go:171","msg":"trace[1262451775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25852; }","duration":"1.914204612s","start":"2026-03-03T12:41:26.841819Z","end":"2026-03-03T12:41:28.756024Z","steps":["trace[1262451775] 'agreement among raft nodes before linearized reading' (duration: 1.913705361s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:28.756056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007879509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:28.756102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.841814Z","time spent":"1.914274174s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T12:41:28.756113Z","caller":"traceutil/trace.go:171","msg":"trace[346136957] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25852; }","duration":"1.007978312s","start":"2026-03-03T12:41:27.748116Z","end":"2026-03-03T12:41:28.756094Z","steps":["trace[346136957] 'agreement among raft nodes before linearized reading' (duration: 1.00788612s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:28.756157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:27.748097Z","time spent":"1.008049004s","remote":"127.0.0.1:50824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:28.756142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914220163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T12:41:28.756304Z","caller":"traceutil/trace.go:171","msg":"trace[105776149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25852; }","duration":"1.914401987s","start":"2026-03-03T12:41:26.841846Z","end":"2026-03-03T12:41:28.756248Z","steps":["trace[105776149] 'agreement among raft nodes before linearized reading' (duration: 1.913676051s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:28.756434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.841841Z","time spent":"1.914573681s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:28.755713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913483116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:41:28.756996Z","caller":"traceutil/trace.go:171","msg":"trace[256425042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25852; }","duration":"1.914815716s","start":"2026-03-03T12:41:26.842119Z","end":"2026-03-03T12:41:28.756935Z","steps":["trace[256425042] 'agreement among raft nodes before linearized reading' (duration: 1.913326522s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:28.757081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.842108Z","time spent":"1.91492711s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:28.757354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218167433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:28.757261Z","caller":"traceutil/trace.go:171","msg":"trace[1504945741] transaction","detail":"{read_only:false; response_revision:25852; number_of_response:1; }","duration":"1.080460934s","start":"2026-03-03T12:41:27.676775Z","end":"2026-03-03T12:41:28.757236Z","steps":["trace[1504945741] 'process raft request' (duration: 1.078392976s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:28.757453Z","caller":"traceutil/trace.go:171","msg":"trace[1829725487] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25852; }","duration":"2.218319387s","start":"2026-03-03T12:41:26.53911Z","end":"2026-03-03T12:41:28.75743Z","steps":["trace[1829725487] 'agreement among raft nodes before linearized reading' (duration: 2.218166823s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:28.757672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.539093Z","time spent":"2.218561003s","remote":"127.0.0.1:37710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:28.757677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:27.676759Z","time spent":"1.080793142s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:28.757386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915242566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T12:41:28.757909Z","caller":"traceutil/trace.go:171","msg":"trace[450712365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25852; }","duration":"1.915793461s","start":"2026-03-03T12:41:26.842101Z","end":"2026-03-03T12:41:28.757895Z","steps":["trace[450712365] 'agreement among raft nodes before linearized reading' (duration: 1.915144855s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:28.757944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.842091Z","time spent":"1.915842391s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:41:28.757456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915636806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:41:28.758047Z","caller":"traceutil/trace.go:171","msg":"trace[778136071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25852; }","duration":"1.916283572s","start":"2026-03-03T12:41:26.841749Z","end":"2026-03-03T12:41:28.758033Z","steps":["trace[778136071] 'agreement among raft nodes before linearized reading' (duration: 1.915573974s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:28.758084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.841729Z","time spent":"1.916344613s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:41:28.839633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05388687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b417719c-9809-44b9-a23f-4daeacd3acf0\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-03T12:41:28.839778Z","caller":"traceutil/trace.go:171","msg":"trace[493385293] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b417719c-9809-44b9-a23f-4daeacd3acf0; range_end:; response_count:1; response_revision:25857; }","duration":"1.054055884s","start":"2026-03-03T12:41:27.785706Z","end":"2026-03-03T12:41:28.839762Z","steps":["trace[493385293] 'agreement among raft nodes before linearized reading' (duration: 1.053831009s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:28.83983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:27.785695Z","time spent":"1.054126936s","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-b417719c-9809-44b9-a23f-4daeacd3acf0\" "} {"level":"warn","ts":"2026-03-03T12:41:28.839897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.746727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:28.839913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.076246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189954d57dcd37ff\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-03T12:41:28.839978Z","caller":"traceutil/trace.go:171","msg":"trace[1873364274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25857; }","duration":"326.843589ms","start":"2026-03-03T12:41:28.513116Z","end":"2026-03-03T12:41:28.839959Z","steps":["trace[1873364274] 'agreement among raft nodes before linearized reading' (duration: 326.691206ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:28.839992Z","caller":"traceutil/trace.go:171","msg":"trace[1424715770] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189954d57dcd37ff; range_end:; response_count:1; response_revision:25857; }","duration":"330.195858ms","start":"2026-03-03T12:41:28.509775Z","end":"2026-03-03T12:41:28.839971Z","steps":["trace[1424715770] 'agreement among raft nodes before linearized reading' (duration: 329.954862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:28.840029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:28.513056Z","time spent":"326.961292ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:28.840032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:28.509759Z","time spent":"330.26485ms","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189954d57dcd37ff\" "} {"level":"warn","ts":"2026-03-03T12:41:28.840046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.575466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-03T12:41:28.84009Z","caller":"traceutil/trace.go:171","msg":"trace[645452267] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25857; }","duration":"496.648798ms","start":"2026-03-03T12:41:28.343436Z","end":"2026-03-03T12:41:28.840084Z","steps":["trace[645452267] 'agreement among raft nodes before linearized reading' (duration: 496.506915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:28.840122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:28.34342Z","time spent":"496.695729ms","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T12:41:28.840256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053528822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T12:41:28.840293Z","caller":"traceutil/trace.go:171","msg":"trace[1698256261] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25857; }","duration":"1.053592623s","start":"2026-03-03T12:41:27.786695Z","end":"2026-03-03T12:41:28.840288Z","steps":["trace[1698256261] 'agreement among raft nodes before linearized reading' (duration: 1.053518551s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:28.840318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:27.786682Z","time spent":"1.053631375s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T12:41:28.840479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.131881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:28.840551Z","caller":"traceutil/trace.go:171","msg":"trace[1831486028] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25857; }","duration":"191.242513ms","start":"2026-03-03T12:41:28.649294Z","end":"2026-03-03T12:41:28.840536Z","steps":["trace[1831486028] 'agreement among raft nodes before linearized reading' (duration: 191.105159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:28.841074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.492272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:28.841144Z","caller":"traceutil/trace.go:171","msg":"trace[1311744713] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25857; }","duration":"292.594094ms","start":"2026-03-03T12:41:28.548531Z","end":"2026-03-03T12:41:28.841125Z","steps":["trace[1311744713] 'agreement among raft nodes before linearized reading' (duration: 292.42355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:29.343151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982349782,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T12:41:29.376823Z","caller":"traceutil/trace.go:171","msg":"trace[1778600619] linearizableReadLoop","detail":"{readStateIndex:26787; appliedIndex:26786; }","duration":"533.795571ms","start":"2026-03-03T12:41:28.843Z","end":"2026-03-03T12:41:29.376795Z","steps":["trace[1778600619] 'read index received' (duration: 531.502737ms)","trace[1778600619] 'applied index is now lower than readState.Index' (duration: 2.290354ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:29.376836Z","caller":"traceutil/trace.go:171","msg":"trace[710123661] transaction","detail":"{read_only:false; response_revision:25858; number_of_response:1; }","duration":"533.854022ms","start":"2026-03-03T12:41:28.842953Z","end":"2026-03-03T12:41:29.376807Z","steps":["trace[710123661] 'process raft request' (duration: 530.307448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:29.376955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.939754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:29.376988Z","caller":"traceutil/trace.go:171","msg":"trace[2034884410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25858; }","duration":"534.006246ms","start":"2026-03-03T12:41:28.842975Z","end":"2026-03-03T12:41:29.376981Z","steps":["trace[2034884410] 'agreement among raft nodes before linearized reading' (duration: 533.906674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:29.377011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:28.842965Z","time spent":"534.041247ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:29.377018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:28.842929Z","time spent":"534.009116ms","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:29.377344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.901481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"warn","ts":"2026-03-03T12:41:29.377362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.587793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:29.37739Z","caller":"traceutil/trace.go:171","msg":"trace[904974234] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:25858; }","duration":"532.971243ms","start":"2026-03-03T12:41:28.844407Z","end":"2026-03-03T12:41:29.377378Z","steps":["trace[904974234] 'agreement among raft nodes before linearized reading' (duration: 532.820729ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:29.377421Z","caller":"traceutil/trace.go:171","msg":"trace[373265164] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25858; }","duration":"217.684885ms","start":"2026-03-03T12:41:29.159718Z","end":"2026-03-03T12:41:29.377403Z","steps":["trace[373265164] 'agreement among raft nodes before linearized reading' (duration: 217.598663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:29.377434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:28.844389Z","time spent":"533.038334ms","remote":"127.0.0.1:42604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":749,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-03T12:41:29.377486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.9086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-03T12:41:29.377515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.21385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T12:41:29.377532Z","caller":"traceutil/trace.go:171","msg":"trace[1811073124] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25858; }","duration":"532.999882ms","start":"2026-03-03T12:41:28.844524Z","end":"2026-03-03T12:41:29.377524Z","steps":["trace[1811073124] 'agreement among raft nodes before linearized reading' (duration: 532.752336ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:29.377597Z","caller":"traceutil/trace.go:171","msg":"trace[1101481028] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25858; }","duration":"525.342713ms","start":"2026-03-03T12:41:28.852234Z","end":"2026-03-03T12:41:29.377577Z","steps":["trace[1101481028] 'agreement among raft nodes before linearized reading' (duration: 525.017396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:29.377647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:28.852219Z","time spent":"525.419545ms","remote":"127.0.0.1:41936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T12:41:29.377595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:28.844485Z","time spent":"533.104554ms","remote":"127.0.0.1:42604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":804,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-03-03T12:41:29.377673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.087215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:29.377786Z","caller":"traceutil/trace.go:171","msg":"trace[1223845346] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25858; }","duration":"104.628428ms","start":"2026-03-03T12:41:29.273142Z","end":"2026-03-03T12:41:29.37777Z","steps":["trace[1223845346] 'agreement among raft nodes before linearized reading' (duration: 104.088095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:30.099365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.163082ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:30.099469Z","caller":"traceutil/trace.go:171","msg":"trace[840883727] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25859; }","duration":"197.278775ms","start":"2026-03-03T12:41:29.902175Z","end":"2026-03-03T12:41:30.099454Z","steps":["trace[840883727] 'range keys from in-memory index tree' (duration: 197.147302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:30.100334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.498864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:30.100407Z","caller":"traceutil/trace.go:171","msg":"trace[603915319] linearizableReadLoop","detail":"{readStateIndex:26789; appliedIndex:26788; }","duration":"654.717663ms","start":"2026-03-03T12:41:29.445677Z","end":"2026-03-03T12:41:30.100395Z","steps":["trace[603915319] 'read index received' (duration: 475.693666ms)","trace[603915319] 'applied index is now lower than readState.Index' (duration: 179.023007ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:30.100459Z","caller":"traceutil/trace.go:171","msg":"trace[740529590] transaction","detail":"{read_only:false; response_revision:25860; number_of_response:1; }","duration":"716.75356ms","start":"2026-03-03T12:41:29.383698Z","end":"2026-03-03T12:41:30.100451Z","steps":["trace[740529590] 'process raft request' (duration: 537.660852ms)","trace[740529590] 'compare' (duration: 178.33426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:30.1005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:29.383683Z","time spent":"716.79694ms","remote":"127.0.0.1:42604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":867,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:30.10068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.975548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.1899553c476db7f7\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-03-03T12:41:30.100756Z","caller":"traceutil/trace.go:171","msg":"trace[18170603] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.1899553c476db7f7; range_end:; response_count:1; response_revision:25860; }","duration":"655.114831ms","start":"2026-03-03T12:41:29.445621Z","end":"2026-03-03T12:41:30.100736Z","steps":["trace[18170603] 'agreement among raft nodes before linearized reading' (duration: 654.875206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:30.100793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:29.445607Z","time spent":"655.178224ms","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.1899553c476db7f7\" "} {"level":"info","ts":"2026-03-03T12:41:30.133937Z","caller":"traceutil/trace.go:171","msg":"trace[1101746826] transaction","detail":"{read_only:false; response_revision:25863; number_of_response:1; }","duration":"345.854086ms","start":"2026-03-03T12:41:29.788056Z","end":"2026-03-03T12:41:30.13391Z","steps":["trace[1101746826] 'process raft request' (duration: 345.731293ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:30.133964Z","caller":"traceutil/trace.go:171","msg":"trace[1598123576] transaction","detail":"{read_only:false; response_revision:25861; number_of_response:1; }","duration":"347.381291ms","start":"2026-03-03T12:41:29.786464Z","end":"2026-03-03T12:41:30.133846Z","steps":["trace[1598123576] 'process raft request' (duration: 347.148256ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:30.134006Z","caller":"traceutil/trace.go:171","msg":"trace[534521615] transaction","detail":"{read_only:false; response_revision:25864; number_of_response:1; }","duration":"345.886547ms","start":"2026-03-03T12:41:29.788113Z","end":"2026-03-03T12:41:30.134Z","steps":["trace[534521615] 'process raft request' (duration: 345.706223ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:30.134019Z","caller":"traceutil/trace.go:171","msg":"trace[493556785] transaction","detail":"{read_only:false; response_revision:25867; number_of_response:1; }","duration":"344.989125ms","start":"2026-03-03T12:41:29.788998Z","end":"2026-03-03T12:41:30.133987Z","steps":["trace[493556785] 'process raft request' (duration: 344.911344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:30.134075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:29.788109Z","time spent":"345.920027ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:30.134079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:29.788048Z","time spent":"345.963869ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:30.134079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:29.78644Z","time spent":"347.572456ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:30.134086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.132008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-03T12:41:30.134154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:29.788988Z","time spent":"345.091048ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:30.133974Z","caller":"traceutil/trace.go:171","msg":"trace[1582153616] transaction","detail":"{read_only:false; response_revision:25865; number_of_response:1; }","duration":"345.808165ms","start":"2026-03-03T12:41:29.788146Z","end":"2026-03-03T12:41:30.133954Z","steps":["trace[1582153616] 'process raft request' (duration: 345.700582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:30.134211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.757345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:30.134223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:29.788141Z","time spent":"346.052741ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:30.13424Z","caller":"traceutil/trace.go:171","msg":"trace[1332457174] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25867; }","duration":"543.825516ms","start":"2026-03-03T12:41:29.590407Z","end":"2026-03-03T12:41:30.134232Z","steps":["trace[1332457174] 'agreement among raft nodes before linearized reading' (duration: 543.775625ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:30.13416Z","caller":"traceutil/trace.go:171","msg":"trace[457676349] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25867; }","duration":"571.254701ms","start":"2026-03-03T12:41:29.562886Z","end":"2026-03-03T12:41:30.134141Z","steps":["trace[457676349] 'agreement among raft nodes before linearized reading' (duration: 571.061526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:30.134261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.06461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:30.134274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:29.590386Z","time spent":"543.879578ms","remote":"127.0.0.1:54008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:30.134294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:29.562866Z","time spent":"571.419825ms","remote":"127.0.0.1:42470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-03T12:41:30.1343Z","caller":"traceutil/trace.go:171","msg":"trace[589921957] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25867; }","duration":"217.138102ms","start":"2026-03-03T12:41:29.91715Z","end":"2026-03-03T12:41:30.134288Z","steps":["trace[589921957] 'agreement among raft nodes before linearized reading' (duration: 217.02788ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:30.13433Z","caller":"traceutil/trace.go:171","msg":"trace[580771557] transaction","detail":"{read_only:false; response_revision:25866; number_of_response:1; }","duration":"346.040881ms","start":"2026-03-03T12:41:29.788271Z","end":"2026-03-03T12:41:30.134312Z","steps":["trace[580771557] 'process raft request' (duration: 345.605921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:30.134439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:29.788265Z","time spent":"346.132503ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:30.134594Z","caller":"traceutil/trace.go:171","msg":"trace[658309282] transaction","detail":"{read_only:false; response_revision:25862; number_of_response:1; }","duration":"346.87741ms","start":"2026-03-03T12:41:29.787703Z","end":"2026-03-03T12:41:30.134581Z","steps":["trace[658309282] 'process raft request' (duration: 346.043741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:30.134695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:29.78768Z","time spent":"346.988022ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:44.553783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982350089,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T12:41:44.572435Z","caller":"traceutil/trace.go:171","msg":"trace[1939815544] transaction","detail":"{read_only:false; response_revision:25986; number_of_response:1; }","duration":"520.644392ms","start":"2026-03-03T12:41:44.05177Z","end":"2026-03-03T12:41:44.572414Z","steps":["trace[1939815544] 'process raft request' (duration: 514.451597ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:44.572464Z","caller":"traceutil/trace.go:171","msg":"trace[523363997] transaction","detail":"{read_only:false; response_revision:25987; number_of_response:1; }","duration":"330.227488ms","start":"2026-03-03T12:41:44.242202Z","end":"2026-03-03T12:41:44.57243Z","steps":["trace[523363997] 'process raft request' (duration: 329.802479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:44.572528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:44.051757Z","time spent":"520.727564ms","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T12:41:44.572573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:44.242164Z","time spent":"330.348211ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:44.572705Z","caller":"traceutil/trace.go:171","msg":"trace[1036153258] transaction","detail":"{read_only:false; response_revision:25988; number_of_response:1; }","duration":"330.206478ms","start":"2026-03-03T12:41:44.242464Z","end":"2026-03-03T12:41:44.57267Z","steps":["trace[1036153258] 'process raft request' (duration: 329.668616ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:44.572751Z","caller":"traceutil/trace.go:171","msg":"trace[2106426486] transaction","detail":"{read_only:false; response_revision:25989; number_of_response:1; }","duration":"326.86589ms","start":"2026-03-03T12:41:44.245855Z","end":"2026-03-03T12:41:44.572721Z","steps":["trace[2106426486] 'process raft request' (duration: 326.353758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:44.572852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:44.245827Z","time spent":"326.966272ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:44.572845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:44.242451Z","time spent":"330.316031ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:44.572878Z","caller":"traceutil/trace.go:171","msg":"trace[1525359755] transaction","detail":"{read_only:false; response_revision:25990; number_of_response:1; }","duration":"326.163333ms","start":"2026-03-03T12:41:44.246661Z","end":"2026-03-03T12:41:44.572824Z","steps":["trace[1525359755] 'process raft request' (duration: 325.975478ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:44.572967Z","caller":"traceutil/trace.go:171","msg":"trace[2015090616] transaction","detail":"{read_only:false; response_revision:25991; number_of_response:1; }","duration":"326.075561ms","start":"2026-03-03T12:41:44.246845Z","end":"2026-03-03T12:41:44.572921Z","steps":["trace[2015090616] 'process raft request' (duration: 325.862766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:44.573076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:44.246646Z","time spent":"326.326057ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:44.573139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:44.246837Z","time spent":"326.221024ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:44.573429Z","caller":"traceutil/trace.go:171","msg":"trace[1361290471] transaction","detail":"{read_only:false; response_revision:25993; number_of_response:1; }","duration":"324.541715ms","start":"2026-03-03T12:41:44.248871Z","end":"2026-03-03T12:41:44.573412Z","steps":["trace[1361290471] 'process raft request' (duration: 324.412412ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:44.573428Z","caller":"traceutil/trace.go:171","msg":"trace[927979348] transaction","detail":"{read_only:false; response_revision:25992; number_of_response:1; }","duration":"324.74517ms","start":"2026-03-03T12:41:44.248649Z","end":"2026-03-03T12:41:44.573394Z","steps":["trace[927979348] 'process raft request' (duration: 324.119965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:44.573554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:44.248627Z","time spent":"324.857823ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:44.573559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.099938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:44.573606Z","caller":"traceutil/trace.go:171","msg":"trace[1559981948] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:0; response_revision:25993; }","duration":"520.17759ms","start":"2026-03-03T12:41:44.05341Z","end":"2026-03-03T12:41:44.573588Z","steps":["trace[1559981948] 'agreement among raft nodes before linearized reading' (duration: 520.106859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:44.573638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:44.053391Z","time spent":"520.240552ms","remote":"127.0.0.1:42470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-03T12:41:44.573353Z","caller":"traceutil/trace.go:171","msg":"trace[1333100342] linearizableReadLoop","detail":"{readStateIndex:26925; appliedIndex:26917; }","duration":"519.879513ms","start":"2026-03-03T12:41:44.053456Z","end":"2026-03-03T12:41:44.573336Z","steps":["trace[1333100342] 'read index received' (duration: 512.773747ms)","trace[1333100342] 'applied index is now lower than readState.Index' (duration: 7.104716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:44.573492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:44.248844Z","time spent":"324.613687ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:44.574313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.624688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-03T12:41:44.574375Z","caller":"traceutil/trace.go:171","msg":"trace[1437233457] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25993; }","duration":"510.73184ms","start":"2026-03-03T12:41:44.06363Z","end":"2026-03-03T12:41:44.574362Z","steps":["trace[1437233457] 'agreement among raft nodes before linearized reading' (duration: 510.471183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:44.574407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:44.06361Z","time spent":"510.789781ms","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-03T12:41:44.574707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.653614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:44.574412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.248366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:44.574735Z","caller":"traceutil/trace.go:171","msg":"trace[1485361556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25993; }","duration":"440.723096ms","start":"2026-03-03T12:41:44.134005Z","end":"2026-03-03T12:41:44.574728Z","steps":["trace[1485361556] 'agreement among raft nodes before linearized reading' (duration: 440.665154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:44.574741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.158435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-03T12:41:44.574753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:44.133979Z","time spent":"440.770496ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:41:44.574772Z","caller":"traceutil/trace.go:171","msg":"trace[1275111224] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25993; }","duration":"510.203436ms","start":"2026-03-03T12:41:44.064557Z","end":"2026-03-03T12:41:44.57476Z","steps":["trace[1275111224] 'agreement among raft nodes before linearized reading' (duration: 510.085054ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:44.574764Z","caller":"traceutil/trace.go:171","msg":"trace[1432213146] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25993; }","duration":"226.623424ms","start":"2026-03-03T12:41:44.348118Z","end":"2026-03-03T12:41:44.574742Z","steps":["trace[1432213146] 'agreement among raft nodes before linearized reading' (duration: 226.251045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:44.574794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:44.064551Z","time spent":"510.237558ms","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-03T12:41:44.576123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.302216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209354"} {"level":"info","ts":"2026-03-03T12:41:44.57617Z","caller":"traceutil/trace.go:171","msg":"trace[1353262492] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25993; }","duration":"323.371418ms","start":"2026-03-03T12:41:44.252786Z","end":"2026-03-03T12:41:44.576157Z","steps":["trace[1353262492] 'agreement among raft nodes before linearized reading' (duration: 321.791431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:44.576203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:44.252775Z","time spent":"323.418748ms","remote":"127.0.0.1:42408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2209377,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-03T12:41:46.597977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982350215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:47.009091Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.234865543s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:41:47.009558Z","caller":"traceutil/trace.go:171","msg":"trace[629615154] transaction","detail":"{read_only:false; response_revision:26031; number_of_response:1; }","duration":"1.235555178s","start":"2026-03-03T12:41:45.773976Z","end":"2026-03-03T12:41:47.009531Z","steps":["trace[629615154] 'process raft request' (duration: 1.235370724s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:47.009887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:45.773949Z","time spent":"1.235776154s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:48.041556Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.032287903s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T12:41:48.135422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00087828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T12:41:48.135496Z","caller":"traceutil/trace.go:171","msg":"trace[61124939] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001032144s","start":"2026-03-03T12:41:46.134447Z","end":"2026-03-03T12:41:48.135479Z","steps":["trace[61124939] 'agreement among raft nodes before linearized reading' (duration: 2.000909981s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:48.135536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:46.134427Z","time spent":"2.001100685s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 12:41:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T12:41:48.327115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.400525ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T12:41:48.327692Z","caller":"traceutil/trace.go:171","msg":"trace[2066448727] transaction","detail":"{read_only:false; response_revision:26032; number_of_response:1; }","duration":"1.793108887s","start":"2026-03-03T12:41:46.534558Z","end":"2026-03-03T12:41:48.327667Z","steps":["trace[2066448727] 'process raft request' (duration: 1.792634246s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:48.327883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:46.534539Z","time spent":"1.79322205s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:49.155576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.817619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:49.156407Z","caller":"traceutil/trace.go:171","msg":"trace[529696376] transaction","detail":"{read_only:false; response_revision:26033; number_of_response:1; }","duration":"2.578986511s","start":"2026-03-03T12:41:46.57738Z","end":"2026-03-03T12:41:49.156367Z","steps":["trace[529696376] 'process raft request' (duration: 1.750272621s)","trace[529696376] 'compare' (duration: 826.97735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:49.156638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:46.577351Z","time spent":"2.579230106s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:49.156733Z","caller":"traceutil/trace.go:171","msg":"trace[2902334] transaction","detail":"{read_only:false; response_revision:26034; number_of_response:1; }","duration":"2.579240477s","start":"2026-03-03T12:41:46.577444Z","end":"2026-03-03T12:41:49.156684Z","steps":["trace[2902334] 'process raft request' (duration: 2.578739875s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:49.156851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:46.577386Z","time spent":"2.57940646s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:49.156907Z","caller":"traceutil/trace.go:171","msg":"trace[1338324686] transaction","detail":"{read_only:false; response_revision:26035; number_of_response:1; }","duration":"2.579110833s","start":"2026-03-03T12:41:46.577776Z","end":"2026-03-03T12:41:49.156887Z","steps":["trace[1338324686] 'process raft request' (duration: 2.57852823s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:49.157012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:46.577768Z","time spent":"2.579191806s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:49.15774Z","caller":"traceutil/trace.go:171","msg":"trace[553490184] linearizableReadLoop","detail":"{readStateIndex:26972; appliedIndex:26962; }","duration":"3.060509285s","start":"2026-03-03T12:41:46.097212Z","end":"2026-03-03T12:41:49.157722Z","steps":["trace[553490184] 'read index received' (duration: 912.052618ms)","trace[553490184] 'applied index is now lower than readState.Index' (duration: 2.148455527s)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:49.157801Z","caller":"traceutil/trace.go:171","msg":"trace[1386252802] transaction","detail":"{read_only:false; response_revision:26041; number_of_response:1; }","duration":"940.071877ms","start":"2026-03-03T12:41:48.21771Z","end":"2026-03-03T12:41:49.157782Z","steps":["trace[1386252802] 'process raft request' (duration: 939.970615ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:49.157937Z","caller":"traceutil/trace.go:171","msg":"trace[1011671766] transaction","detail":"{read_only:false; response_revision:26036; number_of_response:1; }","duration":"2.579103325s","start":"2026-03-03T12:41:46.578751Z","end":"2026-03-03T12:41:49.157854Z","steps":["trace[1011671766] 'process raft request' (duration: 2.57808136s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:49.157973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:48.217686Z","time spent":"940.169189ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:49.158042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:46.578744Z","time spent":"2.579244118s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:49.158165Z","caller":"traceutil/trace.go:171","msg":"trace[1365093289] transaction","detail":"{read_only:false; response_revision:26037; number_of_response:1; }","duration":"2.579354231s","start":"2026-03-03T12:41:46.578796Z","end":"2026-03-03T12:41:49.15815Z","steps":["trace[1365093289] 'process raft request' (duration: 2.578655914s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:49.158249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:46.578791Z","time spent":"2.579415902s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:49.158361Z","caller":"traceutil/trace.go:171","msg":"trace[1781000346] transaction","detail":"{read_only:false; response_revision:26038; number_of_response:1; }","duration":"2.579282809s","start":"2026-03-03T12:41:46.579065Z","end":"2026-03-03T12:41:49.158348Z","steps":["trace[1781000346] 'process raft request' (duration: 2.57844077s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:49.158586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.920458124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:49.158629Z","caller":"traceutil/trace.go:171","msg":"trace[1537839457] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26041; }","duration":"2.920533096s","start":"2026-03-03T12:41:46.238086Z","end":"2026-03-03T12:41:49.158619Z","steps":["trace[1537839457] 'agreement among raft nodes before linearized reading' (duration: 2.920465615s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:49.158671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:46.238067Z","time spent":"2.920592967s","remote":"127.0.0.1:42620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:41:49.15869Z","caller":"traceutil/trace.go:171","msg":"trace[632379922] transaction","detail":"{read_only:false; response_revision:26039; number_of_response:1; }","duration":"2.579586726s","start":"2026-03-03T12:41:46.579092Z","end":"2026-03-03T12:41:49.158679Z","steps":["trace[632379922] 'process raft request' (duration: 2.5784702s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:49.158686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.061450426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-03T12:41:49.158745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:46.579083Z","time spent":"2.579632057s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:49.158764Z","caller":"traceutil/trace.go:171","msg":"trace[262281006] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26041; }","duration":"3.061568869s","start":"2026-03-03T12:41:46.097175Z","end":"2026-03-03T12:41:49.158744Z","steps":["trace[262281006] 'agreement among raft nodes before linearized reading' (duration: 3.061348564s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:49.158813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:46.097158Z","time spent":"3.061646351s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T12:41:49.158907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.720066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T12:41:49.158933Z","caller":"traceutil/trace.go:171","msg":"trace[790750907] transaction","detail":"{read_only:false; response_revision:26040; number_of_response:1; }","duration":"2.238258766s","start":"2026-03-03T12:41:46.920662Z","end":"2026-03-03T12:41:49.158921Z","steps":["trace[790750907] 'process raft request' (duration: 2.236956896s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:49.158951Z","caller":"traceutil/trace.go:171","msg":"trace[1868450327] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26041; }","duration":"217.805818ms","start":"2026-03-03T12:41:48.941132Z","end":"2026-03-03T12:41:49.158938Z","steps":["trace[1868450327] 'agreement among raft nodes before linearized reading' (duration: 217.677395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:49.159015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:46.920611Z","time spent":"2.238344378s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:49.159119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.003076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:49.159154Z","caller":"traceutil/trace.go:171","msg":"trace[968529208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26041; }","duration":"222.086348ms","start":"2026-03-03T12:41:48.93706Z","end":"2026-03-03T12:41:49.159146Z","steps":["trace[968529208] 'agreement among raft nodes before linearized reading' (duration: 222.027146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:49.15916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223875379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T12:41:49.159188Z","caller":"traceutil/trace.go:171","msg":"trace[1191766209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26041; }","duration":"2.223938519s","start":"2026-03-03T12:41:46.935241Z","end":"2026-03-03T12:41:49.15918Z","steps":["trace[1191766209] 'agreement among raft nodes before linearized reading' (duration: 2.223852737s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:49.159221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:46.935222Z","time spent":"2.223991071s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:41:49.159345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.36706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T12:41:49.159385Z","caller":"traceutil/trace.go:171","msg":"trace[784592790] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26041; }","duration":"238.443532ms","start":"2026-03-03T12:41:48.92093Z","end":"2026-03-03T12:41:49.159374Z","steps":["trace[784592790] 'agreement among raft nodes before linearized reading' (duration: 238.35683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:49.159421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224265367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T12:41:49.159446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02283696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:49.159672Z","caller":"traceutil/trace.go:171","msg":"trace[1563142558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26041; }","duration":"1.023086757s","start":"2026-03-03T12:41:48.136574Z","end":"2026-03-03T12:41:49.159661Z","steps":["trace[1563142558] 'agreement among raft nodes before linearized reading' (duration: 1.022840051s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:49.159687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227555904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T12:41:49.159706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:48.136558Z","time spent":"1.023141797s","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:41:49.159716Z","caller":"traceutil/trace.go:171","msg":"trace[928152079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26041; }","duration":"2.227603536s","start":"2026-03-03T12:41:46.932104Z","end":"2026-03-03T12:41:49.159707Z","steps":["trace[928152079] 'agreement among raft nodes before linearized reading' (duration: 2.22737273s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:49.15976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:46.932095Z","time spent":"2.227643116s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:41:49.159841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234120214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:49.159881Z","caller":"traceutil/trace.go:171","msg":"trace[1999464196] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26041; }","duration":"1.234163305s","start":"2026-03-03T12:41:47.925709Z","end":"2026-03-03T12:41:49.159872Z","steps":["trace[1999464196] 'agreement among raft nodes before linearized reading' (duration: 1.234023212s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:49.159929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:47.925654Z","time spent":"1.234252187s","remote":"127.0.0.1:42484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:49.159952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233776171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:49.159989Z","caller":"traceutil/trace.go:171","msg":"trace[2033529282] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26041; }","duration":"2.233837922s","start":"2026-03-03T12:41:46.926142Z","end":"2026-03-03T12:41:49.15998Z","steps":["trace[2033529282] 'agreement among raft nodes before linearized reading' (duration: 2.23377184s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:49.160021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:46.926134Z","time spent":"2.233878203s","remote":"127.0.0.1:42764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:49.160038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.260751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T12:41:49.160078Z","caller":"traceutil/trace.go:171","msg":"trace[177306776] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26041; }","duration":"422.341563ms","start":"2026-03-03T12:41:48.737728Z","end":"2026-03-03T12:41:49.160069Z","steps":["trace[177306776] 'agreement among raft nodes before linearized reading' (duration: 422.167318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:49.160114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:48.737712Z","time spent":"422.394124ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:49.160158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224621307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:41:49.160197Z","caller":"traceutil/trace.go:171","msg":"trace[2014907102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26041; }","duration":"2.224670418s","start":"2026-03-03T12:41:46.935518Z","end":"2026-03-03T12:41:49.160188Z","steps":["trace[2014907102] 'agreement among raft nodes before linearized reading' (duration: 2.224582606s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:49.160205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48146222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a46034e0-0024-4045-a229-3a1690a34b64\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-03-03T12:41:49.160228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:46.935509Z","time spent":"2.224711928s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T12:41:49.160238Z","caller":"traceutil/trace.go:171","msg":"trace[1391176116] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a46034e0-0024-4045-a229-3a1690a34b64; range_end:; response_count:1; response_revision:26041; }","duration":"2.481548183s","start":"2026-03-03T12:41:46.678679Z","end":"2026-03-03T12:41:49.160227Z","steps":["trace[1391176116] 'agreement among raft nodes before linearized reading' (duration: 2.481457671s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:49.160264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:46.678656Z","time spent":"2.481599373s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a46034e0-0024-4045-a229-3a1690a34b64\" "} {"level":"warn","ts":"2026-03-03T12:41:49.159355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224110643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:41:49.160362Z","caller":"traceutil/trace.go:171","msg":"trace[1834939476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26041; }","duration":"2.225131229s","start":"2026-03-03T12:41:46.935221Z","end":"2026-03-03T12:41:49.160352Z","steps":["trace[1834939476] 'agreement among raft nodes before linearized reading' (duration: 2.224075443s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:49.160401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:46.935215Z","time spent":"2.225175369s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:49.160406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.822091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:49.160438Z","caller":"traceutil/trace.go:171","msg":"trace[792033779] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26041; }","duration":"647.878962ms","start":"2026-03-03T12:41:48.512548Z","end":"2026-03-03T12:41:49.160427Z","steps":["trace[792033779] 'agreement among raft nodes before linearized reading' (duration: 647.837011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:49.160456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.605130206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-03T12:41:49.160481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:48.512532Z","time spent":"647.939143ms","remote":"127.0.0.1:54148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:49.160542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625178877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:49.160578Z","caller":"traceutil/trace.go:171","msg":"trace[1736348843] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26041; }","duration":"2.625232208s","start":"2026-03-03T12:41:46.535338Z","end":"2026-03-03T12:41:49.160571Z","steps":["trace[1736348843] 'agreement among raft nodes before linearized reading' (duration: 2.625165666s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:49.160606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:46.535332Z","time spent":"2.625265048s","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:49.160364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.241071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:49.160649Z","caller":"traceutil/trace.go:171","msg":"trace[55057309] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26041; }","duration":"485.548658ms","start":"2026-03-03T12:41:48.675088Z","end":"2026-03-03T12:41:49.160636Z","steps":["trace[55057309] 'agreement among raft nodes before linearized reading' (duration: 485.20095ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:49.159461Z","caller":"traceutil/trace.go:171","msg":"trace[520383887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26041; }","duration":"2.224322019s","start":"2026-03-03T12:41:46.93513Z","end":"2026-03-03T12:41:49.159452Z","steps":["trace[520383887] 'agreement among raft nodes before linearized reading' (duration: 2.224242177s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:49.160691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:48.675075Z","time spent":"485.603339ms","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:49.160696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:46.93512Z","time spent":"2.225564328s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:49.160764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.717738801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:49.1608Z","caller":"traceutil/trace.go:171","msg":"trace[1102367931] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26041; }","duration":"2.717818673s","start":"2026-03-03T12:41:46.442973Z","end":"2026-03-03T12:41:49.160792Z","steps":["trace[1102367931] 'agreement among raft nodes before linearized reading' (duration: 2.717761121s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:49.159714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069988599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:49.160831Z","caller":"traceutil/trace.go:171","msg":"trace[1333312408] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26041; }","duration":"1.071163616s","start":"2026-03-03T12:41:48.08966Z","end":"2026-03-03T12:41:49.160824Z","steps":["trace[1333312408] 'agreement among raft nodes before linearized reading' (duration: 1.070024229s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:49.160081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057303025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:49.160868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:48.089613Z","time spent":"1.071245348s","remote":"127.0.0.1:54108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:41:49.160872Z","caller":"traceutil/trace.go:171","msg":"trace[448511591] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26041; }","duration":"2.058123244s","start":"2026-03-03T12:41:47.102738Z","end":"2026-03-03T12:41:49.160861Z","steps":["trace[448511591] 'agreement among raft nodes before linearized reading' (duration: 2.057312296s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:49.16091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:47.102717Z","time spent":"2.058180676s","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:41:49.160489Z","caller":"traceutil/trace.go:171","msg":"trace[1968565695] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26041; }","duration":"2.605191406s","start":"2026-03-03T12:41:46.555288Z","end":"2026-03-03T12:41:49.16048Z","steps":["trace[1968565695] 'agreement among raft nodes before linearized reading' (duration: 2.605130065s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:49.161107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:46.55527Z","time spent":"2.605824352s","remote":"127.0.0.1:42470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T12:41:49.161256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:46.442951Z","time spent":"2.718291774s","remote":"127.0.0.1:42388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:49.162386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:46.57906Z","time spent":"2.583262372s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:49.746031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982350237,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:50.246646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982350237,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:50.747108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982350237,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:51.002913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10067162s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:51.003062Z","caller":"traceutil/trace.go:171","msg":"trace[1075458842] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26042; }","duration":"1.100834754s","start":"2026-03-03T12:41:49.902204Z","end":"2026-03-03T12:41:51.003039Z","steps":["trace[1075458842] 'range keys from in-memory index tree' (duration: 1.100650289s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:51.167822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000251404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T12:41:51.167896Z","caller":"traceutil/trace.go:171","msg":"trace[626255253] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000343836s","start":"2026-03-03T12:41:49.167532Z","end":"2026-03-03T12:41:51.167876Z","steps":["trace[626255253] 'agreement among raft nodes before linearized reading' (duration: 2.000245654s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:51.167944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:49.167513Z","time spent":"2.000421458s","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 12:41:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T12:41:51.247928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982350237,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:51.575181Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.330128695s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:41:51.57558Z","caller":"traceutil/trace.go:171","msg":"trace[837809125] transaction","detail":"{read_only:false; response_revision:26044; number_of_response:1; }","duration":"2.410495784s","start":"2026-03-03T12:41:49.16506Z","end":"2026-03-03T12:41:51.575556Z","steps":["trace[837809125] 'process raft request' (duration: 2.410430202s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:51.575577Z","caller":"traceutil/trace.go:171","msg":"trace[1816261088] transaction","detail":"{read_only:false; response_revision:26043; number_of_response:1; }","duration":"2.410467793s","start":"2026-03-03T12:41:49.165073Z","end":"2026-03-03T12:41:51.575541Z","steps":["trace[1816261088] 'process raft request' (duration: 2.410278098s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:51.575701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:49.165041Z","time spent":"2.410592056s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:51.575753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:49.165067Z","time spent":"2.410592895s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:51.575848Z","caller":"traceutil/trace.go:171","msg":"trace[1777964264] transaction","detail":"{read_only:false; response_revision:26045; number_of_response:1; }","duration":"2.410556294s","start":"2026-03-03T12:41:49.165285Z","end":"2026-03-03T12:41:51.575841Z","steps":["trace[1777964264] 'process raft request' (duration: 2.410241327s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:51.575887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:49.165265Z","time spent":"2.410602436s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:51.576192Z","caller":"traceutil/trace.go:171","msg":"trace[1858128257] transaction","detail":"{read_only:false; response_revision:26047; number_of_response:1; }","duration":"2.410072102s","start":"2026-03-03T12:41:49.166107Z","end":"2026-03-03T12:41:51.576179Z","steps":["trace[1858128257] 'process raft request' (duration: 2.40995328s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:51.576213Z","caller":"traceutil/trace.go:171","msg":"trace[2141720069] transaction","detail":"{read_only:false; response_revision:26048; number_of_response:1; }","duration":"2.409820707s","start":"2026-03-03T12:41:49.166383Z","end":"2026-03-03T12:41:51.576204Z","steps":["trace[2141720069] 'process raft request' (duration: 2.409756505s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:51.576258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:49.166375Z","time spent":"2.409862138s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:51.576271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:49.166094Z","time spent":"2.410138895s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:51.576363Z","caller":"traceutil/trace.go:171","msg":"trace[1947696268] transaction","detail":"{read_only:false; response_revision:26046; number_of_response:1; }","duration":"2.410363629s","start":"2026-03-03T12:41:49.16599Z","end":"2026-03-03T12:41:51.576354Z","steps":["trace[1947696268] 'process raft request' (duration: 2.409817137s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:51.576418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:49.165964Z","time spent":"2.410426601s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:53.171977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000172212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T12:41:53.172067Z","caller":"traceutil/trace.go:171","msg":"trace[365268185] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000307746s","start":"2026-03-03T12:41:51.17174Z","end":"2026-03-03T12:41:53.172047Z","steps":["trace[365268185] 'agreement among raft nodes before linearized reading' (duration: 2.000195403s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:53.172135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:51.171726Z","time spent":"2.000399277s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:53.232026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:51.779201Z","time spent":"1.452818793s","remote":"127.0.0.1:49818","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T12:41:53.498679Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.558989196s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:41:53.499177Z","caller":"traceutil/trace.go:171","msg":"trace[1892603786] transaction","detail":"{read_only:false; response_revision:26049; number_of_response:1; }","duration":"4.15632546s","start":"2026-03-03T12:41:49.342829Z","end":"2026-03-03T12:41:53.499154Z","steps":["trace[1892603786] 'process raft request' (duration: 4.156058833s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:53.499346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:49.342781Z","time spent":"4.156454292s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:53.499487Z","caller":"traceutil/trace.go:171","msg":"trace[410289911] linearizableReadLoop","detail":"{readStateIndex:26989; appliedIndex:26975; }","duration":"4.254345803s","start":"2026-03-03T12:41:49.24513Z","end":"2026-03-03T12:41:53.499476Z","steps":["trace[410289911] 'read index received' (duration: 2.330301879s)","trace[410289911] 'applied index is now lower than readState.Index' (duration: 1.924043164s)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:53.499473Z","caller":"traceutil/trace.go:171","msg":"trace[858369397] transaction","detail":"{read_only:false; response_revision:26051; number_of_response:1; }","duration":"2.335778027s","start":"2026-03-03T12:41:51.163659Z","end":"2026-03-03T12:41:53.499437Z","steps":["trace[858369397] 'process raft request' (duration: 2.335643693s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:53.499518Z","caller":"traceutil/trace.go:171","msg":"trace[1968447874] transaction","detail":"{read_only:false; response_revision:26055; number_of_response:1; }","duration":"2.332707156s","start":"2026-03-03T12:41:51.166799Z","end":"2026-03-03T12:41:53.499506Z","steps":["trace[1968447874] 'process raft request' (duration: 2.332623014s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:53.499527Z","caller":"traceutil/trace.go:171","msg":"trace[1960032386] transaction","detail":"{read_only:false; response_revision:26050; number_of_response:1; }","duration":"2.33588698s","start":"2026-03-03T12:41:51.163594Z","end":"2026-03-03T12:41:53.499481Z","steps":["trace[1960032386] 'process raft request' (duration: 2.33550873s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:53.499578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:51.166791Z","time spent":"2.332755597s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:53.499587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.282058554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:53.499615Z","caller":"traceutil/trace.go:171","msg":"trace[128079795] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26056; }","duration":"4.282130816s","start":"2026-03-03T12:41:49.217475Z","end":"2026-03-03T12:41:53.499606Z","steps":["trace[128079795] 'agreement among raft nodes before linearized reading' (duration: 4.282055764s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:53.499635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:49.217457Z","time spent":"4.282173237s","remote":"127.0.0.1:53922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:53.499653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:51.163655Z","time spent":"2.335892521s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:53.499687Z","caller":"traceutil/trace.go:171","msg":"trace[829433219] transaction","detail":"{read_only:false; response_revision:26053; number_of_response:1; }","duration":"2.335676766s","start":"2026-03-03T12:41:51.164002Z","end":"2026-03-03T12:41:53.499679Z","steps":["trace[829433219] 'process raft request' (duration: 2.335373639s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:53.499699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.304462941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:53.499658Z","caller":"traceutil/trace.go:171","msg":"trace[351443705] transaction","detail":"{read_only:false; response_revision:26052; number_of_response:1; }","duration":"2.335936321s","start":"2026-03-03T12:41:51.163713Z","end":"2026-03-03T12:41:53.499649Z","steps":["trace[351443705] 'process raft request' (duration: 2.335637653s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:53.499736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:51.16357Z","time spent":"2.336041474s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:53.499795Z","caller":"traceutil/trace.go:171","msg":"trace[1319642774] transaction","detail":"{read_only:false; response_revision:26056; number_of_response:1; }","duration":"2.325876995s","start":"2026-03-03T12:41:51.173872Z","end":"2026-03-03T12:41:53.499749Z","steps":["trace[1319642774] 'process raft request' (duration: 2.325574448s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:53.499747Z","caller":"traceutil/trace.go:171","msg":"trace[845054870] transaction","detail":"{read_only:false; response_revision:26054; number_of_response:1; }","duration":"2.334666822s","start":"2026-03-03T12:41:51.165047Z","end":"2026-03-03T12:41:53.499714Z","steps":["trace[845054870] 'process raft request' (duration: 2.334352334s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:53.499819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.258733107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:53.499897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:51.173857Z","time spent":"2.325994088s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:53.499922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:51.165032Z","time spent":"2.334832646s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:53.499744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:51.163986Z","time spent":"2.335725436s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:53.499807Z","caller":"traceutil/trace.go:171","msg":"trace[895873269] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26056; }","duration":"4.304576683s","start":"2026-03-03T12:41:49.195185Z","end":"2026-03-03T12:41:53.499762Z","steps":["trace[895873269] 'agreement among raft nodes before linearized reading' (duration: 4.304417139s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:53.499951Z","caller":"traceutil/trace.go:171","msg":"trace[2004778274] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26056; }","duration":"4.258974832s","start":"2026-03-03T12:41:49.240947Z","end":"2026-03-03T12:41:53.499922Z","steps":["trace[2004778274] 'agreement among raft nodes before linearized reading' (duration: 4.258599514s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:53.499927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:51.163708Z","time spent":"2.336117685s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:53.500024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:49.240925Z","time spent":"4.259084794s","remote":"127.0.0.1:42562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:53.500022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:49.195174Z","time spent":"4.304824539s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:53.500308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.334659829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189954d57dcd37ff\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-03T12:41:53.500369Z","caller":"traceutil/trace.go:171","msg":"trace[1091089395] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189954d57dcd37ff; range_end:; response_count:1; response_revision:26056; }","duration":"4.334734702s","start":"2026-03-03T12:41:49.165613Z","end":"2026-03-03T12:41:53.500347Z","steps":["trace[1091089395] 'agreement among raft nodes before linearized reading' (duration: 4.334046306s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:53.50041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:49.165603Z","time spent":"4.334800464s","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189954d57dcd37ff\" "} {"level":"warn","ts":"2026-03-03T12:41:53.999697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982350247,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:54.500159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982350247,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:54.618097Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.119260557s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:41:54.618545Z","caller":"traceutil/trace.go:171","msg":"trace[1500143529] transaction","detail":"{read_only:false; response_revision:26057; number_of_response:1; }","duration":"1.284085848s","start":"2026-03-03T12:41:53.334432Z","end":"2026-03-03T12:41:54.618518Z","steps":["trace[1500143529] 'process raft request' (duration: 1.283935984s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.618695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:53.334412Z","time spent":"1.284204501s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:54.652016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:53.502309Z","time spent":"1.149702941s","remote":"127.0.0.1:42386","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T12:41:54.652013Z","caller":"traceutil/trace.go:171","msg":"trace[787172080] linearizableReadLoop","detail":"{readStateIndex:26991; appliedIndex:26989; }","duration":"1.152473266s","start":"2026-03-03T12:41:53.499513Z","end":"2026-03-03T12:41:54.651986Z","steps":["trace[787172080] 'read index received' (duration: 1.118885297s)","trace[787172080] 'applied index is now lower than readState.Index' (duration: 33.586499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:54.652185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.468041544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:54.652238Z","caller":"traceutil/trace.go:171","msg":"trace[890107955] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26057; }","duration":"4.468113766s","start":"2026-03-03T12:41:50.184107Z","end":"2026-03-03T12:41:54.652221Z","steps":["trace[890107955] 'agreement among raft nodes before linearized reading' (duration: 4.468012614s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.652226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730939877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:54.652285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:50.184067Z","time spent":"4.468205998s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-03T12:41:54.652304Z","caller":"traceutil/trace.go:171","msg":"trace[2015581602] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26057; }","duration":"1.73107134s","start":"2026-03-03T12:41:52.921214Z","end":"2026-03-03T12:41:54.652285Z","steps":["trace[2015581602] 'agreement among raft nodes before linearized reading' (duration: 1.730878356s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.65235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:52.921199Z","time spent":"1.731140102s","remote":"127.0.0.1:50756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:54.652425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.884026822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T12:41:54.65225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.4130211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T12:41:54.652532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.839574228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:54.652556Z","caller":"traceutil/trace.go:171","msg":"trace[93589642] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26057; }","duration":"4.413478951s","start":"2026-03-03T12:41:50.239058Z","end":"2026-03-03T12:41:54.652537Z","steps":["trace[93589642] 'agreement among raft nodes before linearized reading' (duration: 4.412973329s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.652714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479580511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:54.652734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.934017272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T12:41:54.652747Z","caller":"traceutil/trace.go:171","msg":"trace[1113667886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26057; }","duration":"1.479646443s","start":"2026-03-03T12:41:53.173092Z","end":"2026-03-03T12:41:54.652739Z","steps":["trace[1113667886] 'agreement among raft nodes before linearized reading' (duration: 1.479594252s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:54.652775Z","caller":"traceutil/trace.go:171","msg":"trace[579040446] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26057; }","duration":"4.934084552s","start":"2026-03-03T12:41:49.718681Z","end":"2026-03-03T12:41:54.652765Z","steps":["trace[579040446] 'agreement among raft nodes before linearized reading' (duration: 4.93397556s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.652782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:53.173073Z","time spent":"1.479702775s","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:54.652795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:50.239047Z","time spent":"4.413726947s","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:54.652933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067884979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:41:54.652983Z","caller":"traceutil/trace.go:171","msg":"trace[1036312591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26057; }","duration":"1.067959161s","start":"2026-03-03T12:41:53.585012Z","end":"2026-03-03T12:41:54.652972Z","steps":["trace[1036312591] 'agreement among raft nodes before linearized reading' (duration: 1.067807468s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.653012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:53.584996Z","time spent":"1.068009162s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:54.653026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.213375446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:54.65305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510097644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:54.653064Z","caller":"traceutil/trace.go:171","msg":"trace[503181475] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26057; }","duration":"3.213443987s","start":"2026-03-03T12:41:51.439608Z","end":"2026-03-03T12:41:54.653052Z","steps":["trace[503181475] 'agreement among raft nodes before linearized reading' (duration: 3.213384506s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.653073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.731696743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T12:41:54.653086Z","caller":"traceutil/trace.go:171","msg":"trace[261532715] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26057; }","duration":"2.510159815s","start":"2026-03-03T12:41:52.142916Z","end":"2026-03-03T12:41:54.653076Z","steps":["trace[261532715] 'agreement among raft nodes before linearized reading' (duration: 2.510099743s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.653103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:51.439599Z","time spent":"3.213496349s","remote":"127.0.0.1:50642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:54.653125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:52.142898Z","time spent":"2.510219687s","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:54.653133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.272400357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:54.653175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.203777399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:54.653185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.33099292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:54.65321Z","caller":"traceutil/trace.go:171","msg":"trace[422030082] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26057; }","duration":"5.20386303s","start":"2026-03-03T12:41:49.449336Z","end":"2026-03-03T12:41:54.653199Z","steps":["trace[422030082] 'agreement among raft nodes before linearized reading' (duration: 5.203808399s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:54.653183Z","caller":"traceutil/trace.go:171","msg":"trace[1698173996] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26057; }","duration":"4.27251646s","start":"2026-03-03T12:41:50.380653Z","end":"2026-03-03T12:41:54.653169Z","steps":["trace[1698173996] 'agreement among raft nodes before linearized reading' (duration: 4.272428268s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:54.65322Z","caller":"traceutil/trace.go:171","msg":"trace[1027377361] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26057; }","duration":"3.331053711s","start":"2026-03-03T12:41:51.322158Z","end":"2026-03-03T12:41:54.653212Z","steps":["trace[1027377361] 'agreement among raft nodes before linearized reading' (duration: 3.330988869s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.653238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:49.449307Z","time spent":"5.203924042s","remote":"127.0.0.1:42432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:54.653249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:51.322145Z","time spent":"3.331096381s","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:54.653252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:50.380618Z","time spent":"4.272619842s","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:41:54.653122Z","caller":"traceutil/trace.go:171","msg":"trace[1814896768] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:26057; }","duration":"3.731749724s","start":"2026-03-03T12:41:50.921359Z","end":"2026-03-03T12:41:54.653109Z","steps":["trace[1814896768] 'agreement among raft nodes before linearized reading' (duration: 3.731601411s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.653352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:50.921313Z","time spent":"3.732025761s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.18\" "} {"level":"info","ts":"2026-03-03T12:41:54.652573Z","caller":"traceutil/trace.go:171","msg":"trace[865833393] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26057; }","duration":"3.8396454s","start":"2026-03-03T12:41:50.812916Z","end":"2026-03-03T12:41:54.652561Z","steps":["trace[865833393] 'agreement among raft nodes before linearized reading' (duration: 3.839585998s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.653442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:50.812901Z","time spent":"3.84052633s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:54.653477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.300967832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-03-03T12:41:54.652606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384298423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:54.65351Z","caller":"traceutil/trace.go:171","msg":"trace[906675281] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26057; }","duration":"5.301047884s","start":"2026-03-03T12:41:49.352452Z","end":"2026-03-03T12:41:54.6535Z","steps":["trace[906675281] 'agreement among raft nodes before linearized reading' (duration: 5.300951992s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.653532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.453358085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18995549fdf62264\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-03-03T12:41:54.653537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:49.352421Z","time spent":"5.301110016s","remote":"127.0.0.1:42470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-03T12:41:54.653542Z","caller":"traceutil/trace.go:171","msg":"trace[1995912883] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26057; }","duration":"1.385268306s","start":"2026-03-03T12:41:53.268258Z","end":"2026-03-03T12:41:54.653527Z","steps":["trace[1995912883] 'agreement among raft nodes before linearized reading' (duration: 1.384308343s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:54.652479Z","caller":"traceutil/trace.go:171","msg":"trace[1754978273] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26057; }","duration":"3.884122924s","start":"2026-03-03T12:41:50.768341Z","end":"2026-03-03T12:41:54.652464Z","steps":["trace[1754978273] 'agreement among raft nodes before linearized reading' (duration: 3.883985231s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:54.653569Z","caller":"traceutil/trace.go:171","msg":"trace[1170750209] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18995549fdf62264; range_end:; response_count:1; response_revision:26057; }","duration":"3.453410136s","start":"2026-03-03T12:41:51.200147Z","end":"2026-03-03T12:41:54.653557Z","steps":["trace[1170750209] 'agreement among raft nodes before linearized reading' (duration: 3.453308782s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.653583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:53.26824Z","time spent":"1.385328868s","remote":"127.0.0.1:50704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:54.653594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:50.768318Z","time spent":"3.885265931s","remote":"127.0.0.1:42712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:54.653598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:51.20014Z","time spent":"3.453451507s","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18995549fdf62264\" "} {"level":"warn","ts":"2026-03-03T12:41:54.652624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.486515877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a46034e0-0024-4045-a229-3a1690a34b64\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-03T12:41:54.653766Z","caller":"traceutil/trace.go:171","msg":"trace[1149125705] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a46034e0-0024-4045-a229-3a1690a34b64; range_end:; response_count:1; response_revision:26057; }","duration":"4.487678915s","start":"2026-03-03T12:41:50.166072Z","end":"2026-03-03T12:41:54.653751Z","steps":["trace[1149125705] 'agreement among raft nodes before linearized reading' (duration: 4.486443516s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.652659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700562084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T12:41:54.653808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:50.166059Z","time spent":"4.487736186s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a46034e0-0024-4045-a229-3a1690a34b64\" "} {"level":"info","ts":"2026-03-03T12:41:54.653834Z","caller":"traceutil/trace.go:171","msg":"trace[238949661] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26057; }","duration":"1.701749832s","start":"2026-03-03T12:41:52.952067Z","end":"2026-03-03T12:41:54.653816Z","steps":["trace[238949661] 'agreement among raft nodes before linearized reading' (duration: 1.700550223s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.653842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068768361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T12:41:54.653885Z","caller":"traceutil/trace.go:171","msg":"trace[116951464] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26057; }","duration":"1.068818982s","start":"2026-03-03T12:41:53.585054Z","end":"2026-03-03T12:41:54.653872Z","steps":["trace[116951464] 'agreement among raft nodes before linearized reading' (duration: 1.068699229s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.653891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:52.952056Z","time spent":"1.701814733s","remote":"127.0.0.1:41822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:54.653923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:53.58505Z","time spent":"1.068858543s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:41:54.654032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.824825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:54.654059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068616027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T12:41:54.654043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068208637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T12:41:54.65407Z","caller":"traceutil/trace.go:171","msg":"trace[992539324] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26057; }","duration":"531.887116ms","start":"2026-03-03T12:41:54.12217Z","end":"2026-03-03T12:41:54.654057Z","steps":["trace[992539324] 'agreement among raft nodes before linearized reading' (duration: 531.826215ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:54.654097Z","caller":"traceutil/trace.go:171","msg":"trace[445450334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26057; }","duration":"1.068673868s","start":"2026-03-03T12:41:53.585413Z","end":"2026-03-03T12:41:54.654087Z","steps":["trace[445450334] 'agreement among raft nodes before linearized reading' (duration: 1.068562135s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.654116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:54.122154Z","time spent":"531.949888ms","remote":"127.0.0.1:43470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:41:54.654119Z","caller":"traceutil/trace.go:171","msg":"trace[1627002781] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26057; }","duration":"1.06831569s","start":"2026-03-03T12:41:53.585785Z","end":"2026-03-03T12:41:54.654101Z","steps":["trace[1627002781] 'agreement among raft nodes before linearized reading' (duration: 1.068063144s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.65413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:53.585337Z","time spent":"1.068782391s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:54.654169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:53.585778Z","time spent":"1.068381952s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:54.652811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:49.71866Z","time spent":"4.934144744s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T12:41:54.653791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.887942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-03T12:41:54.654267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068615307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:41:54.654305Z","caller":"traceutil/trace.go:171","msg":"trace[695071607] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26057; }","duration":"1.068674309s","start":"2026-03-03T12:41:53.585622Z","end":"2026-03-03T12:41:54.654297Z","steps":["trace[695071607] 'agreement among raft nodes before linearized reading' (duration: 1.068568676s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.654329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:53.585611Z","time spent":"1.068711919s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T12:41:54.654364Z","caller":"traceutil/trace.go:171","msg":"trace[1523446766] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26057; }","duration":"479.462485ms","start":"2026-03-03T12:41:54.174873Z","end":"2026-03-03T12:41:54.654335Z","steps":["trace[1523446766] 'agreement among raft nodes before linearized reading' (duration: 478.84332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.654432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:54.174861Z","time spent":"479.550527ms","remote":"127.0.0.1:53966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T12:41:55.158654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982350251,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:55.757848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.174735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:55.757957Z","caller":"traceutil/trace.go:171","msg":"trace[1491269899] transaction","detail":"{read_only:false; response_revision:26058; number_of_response:1; }","duration":"1.100139587s","start":"2026-03-03T12:41:54.657798Z","end":"2026-03-03T12:41:55.757937Z","steps":["trace[1491269899] 'process raft request' (duration: 721.795938ms)","trace[1491269899] 'compare' (duration: 377.464438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:55.758015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:54.657783Z","time spent":"1.100204109s","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:55.821824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:54.657777Z","time spent":"1.164042649s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T12:41:55.822096Z","caller":"traceutil/trace.go:171","msg":"trace[849172989] transaction","detail":"{read_only:false; response_revision:26059; number_of_response:1; }","duration":"1.164074689s","start":"2026-03-03T12:41:54.658002Z","end":"2026-03-03T12:41:55.822077Z","steps":["trace[849172989] 'process raft request' (duration: 1.163754472s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:55.822189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:54.657955Z","time spent":"1.164179052s","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:55.822181Z","caller":"traceutil/trace.go:171","msg":"trace[983256214] transaction","detail":"{read_only:false; response_revision:26060; number_of_response:1; }","duration":"1.163424614s","start":"2026-03-03T12:41:54.658708Z","end":"2026-03-03T12:41:55.822133Z","steps":["trace[983256214] 'process raft request' (duration: 1.163208349s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:55.822187Z","caller":"traceutil/trace.go:171","msg":"trace[1393981424] transaction","detail":"{read_only:false; response_revision:26063; number_of_response:1; }","duration":"1.16240564s","start":"2026-03-03T12:41:54.659759Z","end":"2026-03-03T12:41:55.822164Z","steps":["trace[1393981424] 'process raft request' (duration: 1.162320548s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:55.82229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:54.659752Z","time spent":"1.162486792s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:55.822308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:54.658678Z","time spent":"1.163578428s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:55.822386Z","caller":"traceutil/trace.go:171","msg":"trace[1880249342] linearizableReadLoop","detail":"{readStateIndex:26999; appliedIndex:26991; }","duration":"1.164488859s","start":"2026-03-03T12:41:54.65789Z","end":"2026-03-03T12:41:55.822379Z","steps":["trace[1880249342] 'read index received' (duration: 721.706586ms)","trace[1880249342] 'applied index is now lower than readState.Index' (duration: 442.781453ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:55.822428Z","caller":"traceutil/trace.go:171","msg":"trace[2063262567] transaction","detail":"{read_only:false; response_revision:26064; number_of_response:1; }","duration":"1.162599624s","start":"2026-03-03T12:41:54.659823Z","end":"2026-03-03T12:41:55.822422Z","steps":["trace[2063262567] 'process raft request' (duration: 1.162297067s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:55.822468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:54.659814Z","time spent":"1.162630995s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:55.822578Z","caller":"traceutil/trace.go:171","msg":"trace[676795641] transaction","detail":"{read_only:false; response_revision:26062; number_of_response:1; }","duration":"1.163094645s","start":"2026-03-03T12:41:54.659427Z","end":"2026-03-03T12:41:55.822522Z","steps":["trace[676795641] 'process raft request' (duration: 1.162604044s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:55.82264Z","caller":"traceutil/trace.go:171","msg":"trace[709911525] transaction","detail":"{read_only:false; response_revision:26061; number_of_response:1; }","duration":"1.163401813s","start":"2026-03-03T12:41:54.659233Z","end":"2026-03-03T12:41:55.822634Z","steps":["trace[709911525] 'process raft request' (duration: 1.162752778s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:55.822674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:54.659223Z","time spent":"1.163433213s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:55.822608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164716994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T12:41:55.822777Z","caller":"traceutil/trace.go:171","msg":"trace[865496553] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26064; }","duration":"1.164870238s","start":"2026-03-03T12:41:54.657867Z","end":"2026-03-03T12:41:55.822737Z","steps":["trace[865496553] 'agreement among raft nodes before linearized reading' (duration: 1.164645803s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:55.822854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:54.657853Z","time spent":"1.16496356s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T12:41:55.822883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:54.659417Z","time spent":"1.163223069s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:55.825042Z","caller":"traceutil/trace.go:171","msg":"trace[184784949] transaction","detail":"{read_only:false; response_revision:26065; number_of_response:1; }","duration":"320.091941ms","start":"2026-03-03T12:41:55.504933Z","end":"2026-03-03T12:41:55.825025Z","steps":["trace[184784949] 'process raft request' (duration: 319.974638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:55.825137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:55.504907Z","time spent":"320.186153ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:55.825224Z","caller":"traceutil/trace.go:171","msg":"trace[1120658796] transaction","detail":"{read_only:false; response_revision:26066; number_of_response:1; }","duration":"318.851451ms","start":"2026-03-03T12:41:55.50635Z","end":"2026-03-03T12:41:55.825202Z","steps":["trace[1120658796] 'process raft request' (duration: 318.640216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:55.825277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:55.506339Z","time spent":"318.912322ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:55.825418Z","caller":"traceutil/trace.go:171","msg":"trace[1062749790] transaction","detail":"{read_only:false; response_revision:26067; number_of_response:1; }","duration":"318.831621ms","start":"2026-03-03T12:41:55.50658Z","end":"2026-03-03T12:41:55.825411Z","steps":["trace[1062749790] 'process raft request' (duration: 318.563175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:55.82546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:55.506569Z","time spent":"318.870952ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:55.825713Z","caller":"traceutil/trace.go:171","msg":"trace[1427437120] transaction","detail":"{read_only:false; response_revision:26068; number_of_response:1; }","duration":"319.114128ms","start":"2026-03-03T12:41:55.506583Z","end":"2026-03-03T12:41:55.825697Z","steps":["trace[1427437120] 'process raft request' (duration: 318.80499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:55.825924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:55.506559Z","time spent":"319.218539ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:55.826189Z","caller":"traceutil/trace.go:171","msg":"trace[1563602375] transaction","detail":"{read_only:false; response_revision:26069; number_of_response:1; }","duration":"319.472626ms","start":"2026-03-03T12:41:55.506703Z","end":"2026-03-03T12:41:55.826175Z","steps":["trace[1563602375] 'process raft request' (duration: 318.935553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:55.826262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:55.506694Z","time spent":"319.534757ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:55.826366Z","caller":"traceutil/trace.go:171","msg":"trace[1082671089] transaction","detail":"{read_only:false; response_revision:26070; number_of_response:1; }","duration":"319.65379ms","start":"2026-03-03T12:41:55.506706Z","end":"2026-03-03T12:41:55.82636Z","steps":["trace[1082671089] 'process raft request' (duration: 319.402564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:55.826414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:55.506698Z","time spent":"319.686471ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:55.826509Z","caller":"traceutil/trace.go:171","msg":"trace[70208550] transaction","detail":"{read_only:false; response_revision:26071; number_of_response:1; }","duration":"318.762879ms","start":"2026-03-03T12:41:55.507732Z","end":"2026-03-03T12:41:55.826495Z","steps":["trace[70208550] 'process raft request' (duration: 318.600755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:55.826597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:55.507722Z","time spent":"318.82425ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:55.826821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164372935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:55.82682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.182712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:55.826862Z","caller":"traceutil/trace.go:171","msg":"trace[375318354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26071; }","duration":"1.164426906s","start":"2026-03-03T12:41:54.662425Z","end":"2026-03-03T12:41:55.826852Z","steps":["trace[375318354] 'agreement among raft nodes before linearized reading' (duration: 1.164301223s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:55.82689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:54.662418Z","time spent":"1.164465847s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:41:55.826891Z","caller":"traceutil/trace.go:171","msg":"trace[321162242] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26071; }","duration":"632.301345ms","start":"2026-03-03T12:41:55.194571Z","end":"2026-03-03T12:41:55.826873Z","steps":["trace[321162242] 'agreement among raft nodes before linearized reading' (duration: 632.08884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:55.826937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:55.194549Z","time spent":"632.377656ms","remote":"127.0.0.1:54064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:55.827236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.217553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:55.82727Z","caller":"traceutil/trace.go:171","msg":"trace[33208275] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26071; }","duration":"466.310275ms","start":"2026-03-03T12:41:55.360951Z","end":"2026-03-03T12:41:55.827261Z","steps":["trace[33208275] 'agreement among raft nodes before linearized reading' (duration: 466.250983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:55.82734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.515764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:55.827387Z","caller":"traceutil/trace.go:171","msg":"trace[1970952020] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26071; }","duration":"504.604356ms","start":"2026-03-03T12:41:55.322771Z","end":"2026-03-03T12:41:55.827375Z","steps":["trace[1970952020] 'agreement among raft nodes before linearized reading' (duration: 504.527014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:55.827422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:55.32275Z","time spent":"504.660077ms","remote":"127.0.0.1:49128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:55.827295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:55.360902Z","time spent":"466.387236ms","remote":"127.0.0.1:50690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:55.827641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168178875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-03-03T12:41:55.827688Z","caller":"traceutil/trace.go:171","msg":"trace[2079115083] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26071; }","duration":"1.168228786s","start":"2026-03-03T12:41:54.659448Z","end":"2026-03-03T12:41:55.827676Z","steps":["trace[2079115083] 'agreement among raft nodes before linearized reading' (duration: 1.168036432s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:55.827719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:54.659414Z","time spent":"1.168298588s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T12:41:55.827942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168615625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:55.82802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.972223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a46034e0-0024-4045-a229-3a1690a34b64\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-03T12:41:55.828022Z","caller":"traceutil/trace.go:171","msg":"trace[1599760923] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26071; }","duration":"1.168693857s","start":"2026-03-03T12:41:54.659311Z","end":"2026-03-03T12:41:55.828005Z","steps":["trace[1599760923] 'agreement among raft nodes before linearized reading' (duration: 1.168588135s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:55.828044Z","caller":"traceutil/trace.go:171","msg":"trace[777868628] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a46034e0-0024-4045-a229-3a1690a34b64; range_end:; response_count:1; response_revision:26071; }","duration":"167.034715ms","start":"2026-03-03T12:41:55.661002Z","end":"2026-03-03T12:41:55.828037Z","steps":["trace[777868628] 'agreement among raft nodes before linearized reading' (duration: 166.928502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:55.828188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:54.659263Z","time spent":"1.168793459s","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T12:41:55.828235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170227544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e7d94d1e-a1dd-484b-ab90-d17b562b43e5\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-03T12:41:55.828286Z","caller":"traceutil/trace.go:171","msg":"trace[2104021894] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e7d94d1e-a1dd-484b-ab90-d17b562b43e5; range_end:; response_count:1; response_revision:26071; }","duration":"1.170306265s","start":"2026-03-03T12:41:54.657968Z","end":"2026-03-03T12:41:55.828274Z","steps":["trace[2104021894] 'agreement among raft nodes before linearized reading' (duration: 1.170167272s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:55.828315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:54.657951Z","time spent":"1.170356427s","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-e7d94d1e-a1dd-484b-ab90-d17b562b43e5\" "} {"level":"warn","ts":"2026-03-03T12:42:00.127777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982350329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:42:00.628427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982350329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:42:00.645361Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.020188389s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:42:00.646106Z","caller":"traceutil/trace.go:171","msg":"trace[1757164884] transaction","detail":"{read_only:false; response_revision:26093; number_of_response:1; }","duration":"1.0210813s","start":"2026-03-03T12:41:59.624986Z","end":"2026-03-03T12:42:00.646067Z","steps":["trace[1757164884] 'process raft request' (duration: 1.020835494s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:00.646276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.624951Z","time spent":"1.021209653s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:01.194104Z","caller":"traceutil/trace.go:171","msg":"trace[851432365] transaction","detail":"{read_only:false; response_revision:26094; number_of_response:1; }","duration":"1.354134635s","start":"2026-03-03T12:41:59.839934Z","end":"2026-03-03T12:42:01.194069Z","steps":["trace[851432365] 'process raft request' (duration: 1.353910029s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.194266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.839909Z","time spent":"1.354272517s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:01.194117Z","caller":"traceutil/trace.go:171","msg":"trace[1968117489] transaction","detail":"{read_only:false; response_revision:26095; number_of_response:1; }","duration":"1.351181885s","start":"2026-03-03T12:41:59.842898Z","end":"2026-03-03T12:42:01.19408Z","steps":["trace[1968117489] 'process raft request' (duration: 1.351106983s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:01.194343Z","caller":"traceutil/trace.go:171","msg":"trace[411066766] transaction","detail":"{read_only:false; response_revision:26096; number_of_response:1; }","duration":"1.346967475s","start":"2026-03-03T12:41:59.847335Z","end":"2026-03-03T12:42:01.194303Z","steps":["trace[411066766] 'process raft request' (duration: 1.346709019s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.194439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.842865Z","time spent":"1.351495232s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:01.194465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.847319Z","time spent":"1.347086758s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:01.194493Z","caller":"traceutil/trace.go:171","msg":"trace[1829841347] transaction","detail":"{read_only:false; response_revision:26097; number_of_response:1; }","duration":"1.347104569s","start":"2026-03-03T12:41:59.847375Z","end":"2026-03-03T12:42:01.194479Z","steps":["trace[1829841347] 'process raft request' (duration: 1.346898074s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:01.194525Z","caller":"traceutil/trace.go:171","msg":"trace[1131806017] transaction","detail":"{read_only:false; response_revision:26098; number_of_response:1; }","duration":"1.347074047s","start":"2026-03-03T12:41:59.847418Z","end":"2026-03-03T12:42:01.194492Z","steps":["trace[1131806017] 'process raft request' (duration: 1.346985175s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.194559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.847355Z","time spent":"1.34716643s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:01.194584Z","caller":"traceutil/trace.go:171","msg":"trace[821214047] transaction","detail":"{read_only:false; response_revision:26100; number_of_response:1; }","duration":"1.346440113s","start":"2026-03-03T12:41:59.848137Z","end":"2026-03-03T12:42:01.194577Z","steps":["trace[821214047] 'process raft request' (duration: 1.346338811s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:01.194561Z","caller":"traceutil/trace.go:171","msg":"trace[1664782691] transaction","detail":"{read_only:false; response_revision:26099; number_of_response:1; }","duration":"1.346931944s","start":"2026-03-03T12:41:59.847594Z","end":"2026-03-03T12:42:01.194526Z","steps":["trace[1664782691] 'process raft request' (duration: 1.346847502s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.19462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.848125Z","time spent":"1.346474384s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:01.194592Z","caller":"traceutil/trace.go:171","msg":"trace[288867904] linearizableReadLoop","detail":"{readStateIndex:27036; appliedIndex:27028; }","duration":"1.567252111s","start":"2026-03-03T12:41:59.627322Z","end":"2026-03-03T12:42:01.194574Z","steps":["trace[288867904] 'read index received' (duration: 1.018462899s)","trace[288867904] 'applied index is now lower than readState.Index' (duration: 548.787922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:01.194662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.847407Z","time spent":"1.34718016s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:01.194747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567427466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T12:42:01.194809Z","caller":"traceutil/trace.go:171","msg":"trace[1994363093] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26100; }","duration":"1.567532428s","start":"2026-03-03T12:41:59.62726Z","end":"2026-03-03T12:42:01.194793Z","steps":["trace[1994363093] 'agreement among raft nodes before linearized reading' (duration: 1.567367123s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.194838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259298037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T12:42:01.194857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.160473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:42:01.19493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34758657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T12:42:01.194937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.950657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T12:42:01.19493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528120273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T12:42:01.194966Z","caller":"traceutil/trace.go:171","msg":"trace[974228099] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26100; }","duration":"1.347650612s","start":"2026-03-03T12:41:59.847305Z","end":"2026-03-03T12:42:01.194955Z","steps":["trace[974228099] 'agreement among raft nodes before linearized reading' (duration: 1.34755733s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:01.194966Z","caller":"traceutil/trace.go:171","msg":"trace[1420018658] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26100; }","duration":"257.009658ms","start":"2026-03-03T12:42:00.937948Z","end":"2026-03-03T12:42:01.194958Z","steps":["trace[1420018658] 'agreement among raft nodes before linearized reading' (duration: 256.920966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.194972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059503753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:42:01.19499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.847293Z","time spent":"1.347692283s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T12:42:01.195006Z","caller":"traceutil/trace.go:171","msg":"trace[2008702569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26100; }","duration":"1.059574395s","start":"2026-03-03T12:42:00.135423Z","end":"2026-03-03T12:42:01.194998Z","steps":["trace[2008702569] 'agreement among raft nodes before linearized reading' (duration: 1.059527414s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:01.195003Z","caller":"traceutil/trace.go:171","msg":"trace[1614234311] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26100; }","duration":"1.528193585s","start":"2026-03-03T12:41:59.666788Z","end":"2026-03-03T12:42:01.194982Z","steps":["trace[1614234311] 'agreement among raft nodes before linearized reading' (duration: 1.52797806s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.195038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:00.135402Z","time spent":"1.059630926s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:42:01.195054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.66669Z","time spent":"1.528351958s","remote":"127.0.0.1:53966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T12:42:01.195067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.063946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T12:42:01.195112Z","caller":"traceutil/trace.go:171","msg":"trace[1888433006] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:26100; }","duration":"273.147298ms","start":"2026-03-03T12:42:00.921951Z","end":"2026-03-03T12:42:01.195099Z","steps":["trace[1888433006] 'agreement among raft nodes before linearized reading' (duration: 273.022655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.195148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314098013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:01.195187Z","caller":"traceutil/trace.go:171","msg":"trace[1214884099] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26100; }","duration":"1.314164795s","start":"2026-03-03T12:41:59.881013Z","end":"2026-03-03T12:42:01.195178Z","steps":["trace[1214884099] 'agreement among raft nodes before linearized reading' (duration: 1.314103574s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.195211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.880999Z","time spent":"1.314205996s","remote":"127.0.0.1:50742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:01.195257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06234725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:42:01.195295Z","caller":"traceutil/trace.go:171","msg":"trace[2090760868] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26100; }","duration":"1.062423262s","start":"2026-03-03T12:42:00.132863Z","end":"2026-03-03T12:42:01.195286Z","steps":["trace[2090760868] 'agreement among raft nodes before linearized reading' (duration: 1.062314339s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.195322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:00.132844Z","time spent":"1.062470242s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":79,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:01.195374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346715761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a46034e0-0024-4045-a229-3a1690a34b64\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-03T12:42:01.195397Z","caller":"traceutil/trace.go:171","msg":"trace[91332634] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a46034e0-0024-4045-a229-3a1690a34b64; range_end:; response_count:1; response_revision:26100; }","duration":"1.346744381s","start":"2026-03-03T12:41:59.848644Z","end":"2026-03-03T12:42:01.195389Z","steps":["trace[91332634] 'agreement among raft nodes before linearized reading' (duration: 1.34667972s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.195414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.848638Z","time spent":"1.346771962s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a46034e0-0024-4045-a229-3a1690a34b64\" "} {"level":"warn","ts":"2026-03-03T12:42:01.194931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.349651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:42:01.195412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34801345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T12:42:01.195431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348169855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T12:42:01.195453Z","caller":"traceutil/trace.go:171","msg":"trace[1903574271] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26100; }","duration":"1.348080402s","start":"2026-03-03T12:41:59.847363Z","end":"2026-03-03T12:42:01.195444Z","steps":["trace[1903574271] 'agreement among raft nodes before linearized reading' (duration: 1.34797576s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:01.19546Z","caller":"traceutil/trace.go:171","msg":"trace[728550348] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26100; }","duration":"573.894993ms","start":"2026-03-03T12:42:00.621546Z","end":"2026-03-03T12:42:01.195441Z","steps":["trace[728550348] 'agreement among raft nodes before linearized reading' (duration: 573.361201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.195483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.847345Z","time spent":"1.348131203s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T12:42:01.195483Z","caller":"traceutil/trace.go:171","msg":"trace[1051815103] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26100; }","duration":"1.348268748s","start":"2026-03-03T12:41:59.847199Z","end":"2026-03-03T12:42:01.195468Z","steps":["trace[1051815103] 'agreement among raft nodes before linearized reading' (duration: 1.348124115s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.195514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:00.621531Z","time spent":"573.965296ms","remote":"127.0.0.1:50592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:01.195525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.84717Z","time spent":"1.348343899s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T12:42:01.194947Z","caller":"traceutil/trace.go:171","msg":"trace[203734659] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26100; }","duration":"446.285266ms","start":"2026-03-03T12:42:00.748643Z","end":"2026-03-03T12:42:01.194929Z","steps":["trace[203734659] 'agreement among raft nodes before linearized reading' (duration: 446.160414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.194847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.627201Z","time spent":"1.567638121s","remote":"127.0.0.1:53966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T12:42:01.195564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:00.748598Z","time spent":"446.956392ms","remote":"127.0.0.1:54126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:01.19474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.847589Z","time spent":"1.347056708s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:01.195678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350721255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:42:01.194886Z","caller":"traceutil/trace.go:171","msg":"trace[1282190070] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26100; }","duration":"1.259371449s","start":"2026-03-03T12:41:59.935498Z","end":"2026-03-03T12:42:01.19487Z","steps":["trace[1282190070] 'agreement among raft nodes before linearized reading' (duration: 1.259295217s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:01.195699Z","caller":"traceutil/trace.go:171","msg":"trace[2023202905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26100; }","duration":"1.350756465s","start":"2026-03-03T12:41:59.844936Z","end":"2026-03-03T12:42:01.195693Z","steps":["trace[2023202905] 'agreement among raft nodes before linearized reading' (duration: 1.350694664s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.195718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.844928Z","time spent":"1.350783965s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:42:01.195717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.935484Z","time spent":"1.260219368s","remote":"127.0.0.1:42814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:01.195737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351091252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:42:01.195849Z","caller":"traceutil/trace.go:171","msg":"trace[2087302948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26100; }","duration":"1.351244176s","start":"2026-03-03T12:41:59.844583Z","end":"2026-03-03T12:42:01.195827Z","steps":["trace[2087302948] 'agreement among raft nodes before linearized reading' (duration: 1.35098149s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.195886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.844573Z","time spent":"1.351305437s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T12:42:01.324039Z","caller":"traceutil/trace.go:171","msg":"trace[883026856] linearizableReadLoop","detail":"{readStateIndex:27037; appliedIndex:27036; }","duration":"123.929193ms","start":"2026-03-03T12:42:01.200069Z","end":"2026-03-03T12:42:01.323998Z","steps":["trace[883026856] 'read index received' (duration: 123.661386ms)","trace[883026856] 'applied index is now lower than readState.Index' (duration: 265.337µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:01.324268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.179058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T12:42:01.324343Z","caller":"traceutil/trace.go:171","msg":"trace[582842766] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26100; }","duration":"124.2793ms","start":"2026-03-03T12:42:01.200042Z","end":"2026-03-03T12:42:01.324321Z","steps":["trace[582842766] 'agreement among raft nodes before linearized reading' (duration: 124.075585ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:01.678725Z","caller":"traceutil/trace.go:171","msg":"trace[1019572361] transaction","detail":"{read_only:false; response_revision:26101; number_of_response:1; }","duration":"474.977679ms","start":"2026-03-03T12:42:01.203707Z","end":"2026-03-03T12:42:01.678685Z","steps":["trace[1019572361] 'process raft request' (duration: 474.645041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.678954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:01.203695Z","time spent":"475.137652ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:01.678991Z","caller":"traceutil/trace.go:171","msg":"trace[1323282295] transaction","detail":"{read_only:false; response_revision:26102; number_of_response:1; }","duration":"475.178483ms","start":"2026-03-03T12:42:01.203773Z","end":"2026-03-03T12:42:01.678952Z","steps":["trace[1323282295] 'process raft request' (duration: 474.843055ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:01.679061Z","caller":"traceutil/trace.go:171","msg":"trace[777730692] linearizableReadLoop","detail":"{readStateIndex:27042; appliedIndex:27037; }","duration":"354.901527ms","start":"2026-03-03T12:42:01.324137Z","end":"2026-03-03T12:42:01.679039Z","steps":["trace[777730692] 'read index received' (duration: 354.16106ms)","trace[777730692] 'applied index is now lower than readState.Index' (duration: 739.807µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:01.679099Z","caller":"traceutil/trace.go:171","msg":"trace[1864733595] transaction","detail":"{read_only:false; response_revision:26104; number_of_response:1; }","duration":"475.159553ms","start":"2026-03-03T12:42:01.203901Z","end":"2026-03-03T12:42:01.67906Z","steps":["trace[1864733595] 'process raft request' (duration: 475.069011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.679169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:01.203767Z","time spent":"475.294936ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:01.679182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.442043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:01.679213Z","caller":"traceutil/trace.go:171","msg":"trace[2101803386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26105; }","duration":"473.499374ms","start":"2026-03-03T12:42:01.205705Z","end":"2026-03-03T12:42:01.679204Z","steps":["trace[2101803386] 'agreement among raft nodes before linearized reading' (duration: 473.430202ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:01.679175Z","caller":"traceutil/trace.go:171","msg":"trace[1782232401] transaction","detail":"{read_only:false; response_revision:26103; number_of_response:1; }","duration":"475.252125ms","start":"2026-03-03T12:42:01.20389Z","end":"2026-03-03T12:42:01.679142Z","steps":["trace[1782232401] 'process raft request' (duration: 474.981768ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:01.679182Z","caller":"traceutil/trace.go:171","msg":"trace[1226181514] transaction","detail":"{read_only:false; response_revision:26105; number_of_response:1; }","duration":"475.245725ms","start":"2026-03-03T12:42:01.203898Z","end":"2026-03-03T12:42:01.679144Z","steps":["trace[1226181514] 'process raft request' (duration: 475.106541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.679229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:01.203885Z","time spent":"475.276405ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:01.679242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:01.205698Z","time spent":"473.538426ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:42:01.679327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:01.20387Z","time spent":"475.382108ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:01.679348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.511421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-03-03T12:42:01.679357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:01.203868Z","time spent":"475.407159ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:01.679375Z","caller":"traceutil/trace.go:171","msg":"trace[622673128] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:26105; }","duration":"475.597823ms","start":"2026-03-03T12:42:01.203771Z","end":"2026-03-03T12:42:01.679368Z","steps":["trace[622673128] 'agreement among raft nodes before linearized reading' (duration: 475.48353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.679436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:01.203762Z","time spent":"475.663365ms","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-03-03T12:42:01.977452Z","caller":"traceutil/trace.go:171","msg":"trace[557110472] linearizableReadLoop","detail":"{readStateIndex:27043; appliedIndex:27042; }","duration":"298.284849ms","start":"2026-03-03T12:42:01.679118Z","end":"2026-03-03T12:42:01.977403Z","steps":["trace[557110472] 'read index received' (duration: 296.187559ms)","trace[557110472] 'applied index is now lower than readState.Index' (duration: 2.095109ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:01.977654Z","caller":"traceutil/trace.go:171","msg":"trace[485829253] transaction","detail":"{read_only:false; response_revision:26106; number_of_response:1; }","duration":"651.991408ms","start":"2026-03-03T12:42:01.325644Z","end":"2026-03-03T12:42:01.977635Z","steps":["trace[485829253] 'process raft request' (duration: 649.761515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.977862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:01.325623Z","time spent":"652.105081ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:01.977957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.624475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T12:42:01.97801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.637257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:42:01.978006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.209523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-03T12:42:01.97803Z","caller":"traceutil/trace.go:171","msg":"trace[516460978] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26106; }","duration":"544.773449ms","start":"2026-03-03T12:42:01.433236Z","end":"2026-03-03T12:42:01.97801Z","steps":["trace[516460978] 'agreement among raft nodes before linearized reading' (duration: 544.635785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.978058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.44239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-03-03T12:42:01.978079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:01.43321Z","time spent":"544.859521ms","remote":"127.0.0.1:43476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:42:01.978075Z","caller":"traceutil/trace.go:171","msg":"trace[1226234097] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26106; }","duration":"652.288775ms","start":"2026-03-03T12:42:01.325771Z","end":"2026-03-03T12:42:01.97806Z","steps":["trace[1226234097] 'agreement among raft nodes before linearized reading' (duration: 652.053599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.978124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:01.325725Z","time spent":"652.391557ms","remote":"127.0.0.1:42498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T12:42:01.978133Z","caller":"traceutil/trace.go:171","msg":"trace[553964929] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:26106; }","duration":"292.549063ms","start":"2026-03-03T12:42:01.685556Z","end":"2026-03-03T12:42:01.978105Z","steps":["trace[553964929] 'agreement among raft nodes before linearized reading' (duration: 292.358158ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:01.978122Z","caller":"traceutil/trace.go:171","msg":"trace[946316644] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26106; }","duration":"510.816451ms","start":"2026-03-03T12:42:01.467236Z","end":"2026-03-03T12:42:01.978052Z","steps":["trace[946316644] 'agreement among raft nodes before linearized reading' (duration: 510.604966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.978182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:01.467211Z","time spent":"510.961244ms","remote":"127.0.0.1:37682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:03.598935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434815851s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:42:03.599061Z","caller":"traceutil/trace.go:171","msg":"trace[973937388] linearizableReadLoop","detail":"{readStateIndex:27044; appliedIndex:27043; }","duration":"1.613636761s","start":"2026-03-03T12:42:01.985401Z","end":"2026-03-03T12:42:03.599038Z","steps":["trace[973937388] 'read index received' (duration: 178.695708ms)","trace[973937388] 'applied index is now lower than readState.Index' (duration: 1.434939283s)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:03.599127Z","caller":"traceutil/trace.go:171","msg":"trace[1231813553] transaction","detail":"{read_only:false; response_revision:26107; number_of_response:1; }","duration":"1.613869987s","start":"2026-03-03T12:42:01.985224Z","end":"2026-03-03T12:42:03.599094Z","steps":["trace[1231813553] 'process raft request' (duration: 178.790271ms)","trace[1231813553] 'compare' (duration: 1.433371605s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:03.599279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:01.985209Z","time spent":"1.613990779s","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:03.599269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613842106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T12:42:03.599349Z","caller":"traceutil/trace.go:171","msg":"trace[1320488743] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26107; }","duration":"1.613954379s","start":"2026-03-03T12:42:01.985374Z","end":"2026-03-03T12:42:03.599328Z","steps":["trace[1320488743] 'agreement among raft nodes before linearized reading' (duration: 1.613724634s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:03.599414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:01.985357Z","time spent":"1.614043521s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T12:42:03.675287Z","caller":"traceutil/trace.go:171","msg":"trace[489853215] transaction","detail":"{read_only:false; response_revision:26108; number_of_response:1; }","duration":"475.020391ms","start":"2026-03-03T12:42:03.20022Z","end":"2026-03-03T12:42:03.67524Z","steps":["trace[489853215] 'process raft request' (duration: 474.772955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:03.675533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:03.20019Z","time spent":"475.219655ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:05.135336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000322076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T12:42:05.135402Z","caller":"traceutil/trace.go:171","msg":"trace[1454842823] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000443389s","start":"2026-03-03T12:42:03.134943Z","end":"2026-03-03T12:42:05.135387Z","steps":["trace[1454842823] 'agreement among raft nodes before linearized reading' (duration: 2.000344017s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.135439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:03.13493Z","time spent":"2.00050225s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 12:42:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T12:42:05.364031Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.688978902s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:42:05.364653Z","caller":"traceutil/trace.go:171","msg":"trace[1717194858] transaction","detail":"{read_only:false; response_revision:26109; number_of_response:1; }","duration":"2.163288755s","start":"2026-03-03T12:42:03.201327Z","end":"2026-03-03T12:42:05.364615Z","steps":["trace[1717194858] 'process raft request' (duration: 2.162937597s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:05.364685Z","caller":"traceutil/trace.go:171","msg":"trace[1755121606] transaction","detail":"{read_only:false; response_revision:26111; number_of_response:1; }","duration":"2.162920066s","start":"2026-03-03T12:42:03.201686Z","end":"2026-03-03T12:42:05.364606Z","steps":["trace[1755121606] 'process raft request' (duration: 2.162821854s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.364797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:03.201308Z","time spent":"2.163415337s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:05.364794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:03.201663Z","time spent":"2.163076659s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:05.364816Z","caller":"traceutil/trace.go:171","msg":"trace[357271621] transaction","detail":"{read_only:false; response_revision:26110; number_of_response:1; }","duration":"2.163399657s","start":"2026-03-03T12:42:03.20138Z","end":"2026-03-03T12:42:05.36478Z","steps":["trace[357271621] 'process raft request' (duration: 2.16306571s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:03.201362Z","time spent":"2.163555531s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:05.365246Z","caller":"traceutil/trace.go:171","msg":"trace[746434768] transaction","detail":"{read_only:false; response_revision:26112; number_of_response:1; }","duration":"2.163160612s","start":"2026-03-03T12:42:03.202062Z","end":"2026-03-03T12:42:05.365222Z","steps":["trace[746434768] 'process raft request' (duration: 2.162493456s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.365346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:03.202051Z","time spent":"2.163247303s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:05.365709Z","caller":"traceutil/trace.go:171","msg":"trace[753391360] transaction","detail":"{read_only:false; response_revision:26113; number_of_response:1; }","duration":"2.163564112s","start":"2026-03-03T12:42:03.202127Z","end":"2026-03-03T12:42:05.365691Z","steps":["trace[753391360] 'process raft request' (duration: 2.1630636s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.365817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:03.20212Z","time spent":"2.163645423s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:05.366055Z","caller":"traceutil/trace.go:171","msg":"trace[695699506] transaction","detail":"{read_only:false; response_revision:26114; number_of_response:1; }","duration":"2.163798097s","start":"2026-03-03T12:42:03.202224Z","end":"2026-03-03T12:42:05.366022Z","steps":["trace[695699506] 'process raft request' (duration: 2.163395087s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:05.366123Z","caller":"traceutil/trace.go:171","msg":"trace[1209912109] linearizableReadLoop","detail":"{readStateIndex:27052; appliedIndex:27044; }","duration":"1.767003704s","start":"2026-03-03T12:42:03.599102Z","end":"2026-03-03T12:42:05.366105Z","steps":["trace[1209912109] 'read index received' (duration: 75.933733ms)","trace[1209912109] 'applied index is now lower than readState.Index' (duration: 1.691068981s)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:05.366217Z","caller":"traceutil/trace.go:171","msg":"trace[447424063] transaction","detail":"{read_only:false; response_revision:26115; number_of_response:1; }","duration":"1.806912511s","start":"2026-03-03T12:42:03.559294Z","end":"2026-03-03T12:42:05.366207Z","steps":["trace[447424063] 'process raft request' (duration: 1.806667165s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.366291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:03.559271Z","time spent":"1.806976493s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:05.366299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:03.202217Z","time spent":"2.16391907s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:05.366416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.838086679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:05.36646Z","caller":"traceutil/trace.go:171","msg":"trace[1129409575] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26115; }","duration":"2.838168141s","start":"2026-03-03T12:42:02.528279Z","end":"2026-03-03T12:42:05.366447Z","steps":["trace[1129409575] 'agreement among raft nodes before linearized reading' (duration: 2.838098749s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.366502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:02.528259Z","time spent":"2.838234582s","remote":"127.0.0.1:53984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:05.366701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.321734302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:05.366737Z","caller":"traceutil/trace.go:171","msg":"trace[1772416798] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26115; }","duration":"3.321826524s","start":"2026-03-03T12:42:02.044902Z","end":"2026-03-03T12:42:05.366728Z","steps":["trace[1772416798] 'agreement among raft nodes before linearized reading' (duration: 3.321763783s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.366768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:02.04487Z","time spent":"3.321891035s","remote":"127.0.0.1:42766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T12:42:05.366839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.165099312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a46034e0-0024-4045-a229-3a1690a34b64\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-03T12:42:05.366904Z","caller":"traceutil/trace.go:171","msg":"trace[514702701] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a46034e0-0024-4045-a229-3a1690a34b64; range_end:; response_count:1; response_revision:26115; }","duration":"3.165204464s","start":"2026-03-03T12:42:02.201684Z","end":"2026-03-03T12:42:05.366888Z","steps":["trace[514702701] 'agreement among raft nodes before linearized reading' (duration: 3.164968729s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.366897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.379654903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"warn","ts":"2026-03-03T12:42:05.366951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:02.20166Z","time spent":"3.165283295s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a46034e0-0024-4045-a229-3a1690a34b64\" "} {"level":"info","ts":"2026-03-03T12:42:05.366983Z","caller":"traceutil/trace.go:171","msg":"trace[1086916655] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26115; }","duration":"3.379761955s","start":"2026-03-03T12:42:01.987202Z","end":"2026-03-03T12:42:05.366964Z","steps":["trace[1086916655] 'agreement among raft nodes before linearized reading' (duration: 3.379525689s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.366942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844205913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a46034e0-0024-4045-a229-3a1690a34b64\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-03-03T12:42:05.367042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:01.987191Z","time spent":"3.379838307s","remote":"127.0.0.1:42778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-03-03T12:42:05.367065Z","caller":"traceutil/trace.go:171","msg":"trace[1621870911] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a46034e0-0024-4045-a229-3a1690a34b64; range_end:; response_count:1; response_revision:26115; }","duration":"2.844356836s","start":"2026-03-03T12:42:02.522677Z","end":"2026-03-03T12:42:05.367034Z","steps":["trace[1621870911] 'agreement among raft nodes before linearized reading' (duration: 2.844000537s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.367112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:02.522661Z","time spent":"2.844439808s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a46034e0-0024-4045-a229-3a1690a34b64\" "} {"level":"warn","ts":"2026-03-03T12:42:05.367162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.962447851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:05.367201Z","caller":"traceutil/trace.go:171","msg":"trace[1204853285] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26115; }","duration":"2.962529453s","start":"2026-03-03T12:42:02.404658Z","end":"2026-03-03T12:42:05.367187Z","steps":["trace[1204853285] 'agreement among raft nodes before linearized reading' (duration: 2.962469532s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.367232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:02.404634Z","time spent":"2.962588824s","remote":"127.0.0.1:37776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:42:05.44682Z","caller":"traceutil/trace.go:171","msg":"trace[205189581] transaction","detail":"{read_only:false; response_revision:26116; number_of_response:1; }","duration":"1.275395344s","start":"2026-03-03T12:42:04.171404Z","end":"2026-03-03T12:42:05.446799Z","steps":["trace[205189581] 'process raft request' (duration: 1.275236601s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.446966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:04.171373Z","time spent":"1.275519157s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:05.446995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762112219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T12:42:05.447061Z","caller":"traceutil/trace.go:171","msg":"trace[110539797] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26116; }","duration":"1.762194541s","start":"2026-03-03T12:42:03.684849Z","end":"2026-03-03T12:42:05.447043Z","steps":["trace[110539797] 'agreement among raft nodes before linearized reading' (duration: 1.761968206s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.447104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:03.684838Z","time spent":"1.762255303s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:42:05.447134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197577016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T12:42:05.447157Z","caller":"traceutil/trace.go:171","msg":"trace[1169226536] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26116; }","duration":"1.197639907s","start":"2026-03-03T12:42:04.24951Z","end":"2026-03-03T12:42:05.44715Z","steps":["trace[1169226536] 'agreement among raft nodes before linearized reading' (duration: 1.197566436s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.447176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:04.249487Z","time spent":"1.197683828s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T12:42:05.447167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391023381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:42:05.447261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.690243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:05.447279Z","caller":"traceutil/trace.go:171","msg":"trace[802664021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26116; }","duration":"311.757895ms","start":"2026-03-03T12:42:05.135515Z","end":"2026-03-03T12:42:05.447273Z","steps":["trace[802664021] 'agreement among raft nodes before linearized reading' (duration: 311.705283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.447278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763446581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T12:42:05.44731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.374101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:05.447339Z","caller":"traceutil/trace.go:171","msg":"trace[516137774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26116; }","duration":"1.763583674s","start":"2026-03-03T12:42:03.68374Z","end":"2026-03-03T12:42:05.447324Z","steps":["trace[516137774] 'agreement among raft nodes before linearized reading' (duration: 1.763371178s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.447368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763681146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:42:05.447365Z","caller":"traceutil/trace.go:171","msg":"trace[366027891] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26116; }","duration":"673.471813ms","start":"2026-03-03T12:42:04.773877Z","end":"2026-03-03T12:42:05.447349Z","steps":["trace[366027891] 'agreement among raft nodes before linearized reading' (duration: 673.368501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.447365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29560718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:05.447389Z","caller":"traceutil/trace.go:171","msg":"trace[739606819] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26116; }","duration":"1.763735818s","start":"2026-03-03T12:42:03.683647Z","end":"2026-03-03T12:42:05.447383Z","steps":["trace[739606819] 'agreement among raft nodes before linearized reading' (duration: 1.763674576s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.447409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:03.683625Z","time spent":"1.763779889s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:42:05.447405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:04.773857Z","time spent":"673.535175ms","remote":"127.0.0.1:50834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:05.447409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392859795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:05.447417Z","caller":"traceutil/trace.go:171","msg":"trace[1383975349] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26116; }","duration":"1.295709512s","start":"2026-03-03T12:42:04.151693Z","end":"2026-03-03T12:42:05.447402Z","steps":["trace[1383975349] 'agreement among raft nodes before linearized reading' (duration: 1.29562311s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.447458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763434141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:42:05.44746Z","caller":"traceutil/trace.go:171","msg":"trace[630401296] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26116; }","duration":"1.392978528s","start":"2026-03-03T12:42:04.054463Z","end":"2026-03-03T12:42:05.447442Z","steps":["trace[630401296] 'agreement among raft nodes before linearized reading' (duration: 1.392896756s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.447468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:04.151665Z","time spent":"1.295787213s","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:42:05.447486Z","caller":"traceutil/trace.go:171","msg":"trace[488623621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26116; }","duration":"1.763501643s","start":"2026-03-03T12:42:03.683977Z","end":"2026-03-03T12:42:05.447479Z","steps":["trace[488623621] 'agreement among raft nodes before linearized reading' (duration: 1.763419901s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.447503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:04.054441Z","time spent":"1.393050319s","remote":"127.0.0.1:36452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:05.44751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:03.683957Z","time spent":"1.763548684s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:42:05.447408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844640939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.1899554a0063e174\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-03T12:42:05.447595Z","caller":"traceutil/trace.go:171","msg":"trace[1312985972] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.1899554a0063e174; range_end:; response_count:1; response_revision:26116; }","duration":"1.844854384s","start":"2026-03-03T12:42:03.602725Z","end":"2026-03-03T12:42:05.447579Z","steps":["trace[1312985972] 'agreement among raft nodes before linearized reading' (duration: 1.844624359s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.447639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:03.60271Z","time spent":"1.844914095s","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":759,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.1899554a0063e174\" "} {"level":"warn","ts":"2026-03-03T12:42:05.447377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:03.683718Z","time spent":"1.763649895s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:42:05.447301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:05.135494Z","time spent":"311.802846ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:42:05.447279Z","caller":"traceutil/trace.go:171","msg":"trace[95091877] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26116; }","duration":"1.391166575s","start":"2026-03-03T12:42:04.056071Z","end":"2026-03-03T12:42:05.447238Z","steps":["trace[95091877] 'agreement among raft nodes before linearized reading' (duration: 1.391009071s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.44789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:04.056054Z","time spent":"1.39181995s","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:05.448176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764521826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T12:42:05.4483Z","caller":"traceutil/trace.go:171","msg":"trace[977896695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26116; }","duration":"1.76472062s","start":"2026-03-03T12:42:03.683551Z","end":"2026-03-03T12:42:05.448272Z","steps":["trace[977896695] 'agreement among raft nodes before linearized reading' (duration: 1.763434319s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.448356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:03.683529Z","time spent":"1.764815073s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T12:42:05.893468Z","caller":"traceutil/trace.go:171","msg":"trace[310509829] linearizableReadLoop","detail":"{readStateIndex:27054; appliedIndex:27053; }","duration":"441.529234ms","start":"2026-03-03T12:42:05.451919Z","end":"2026-03-03T12:42:05.893448Z","steps":["trace[310509829] 'read index received' (duration: 439.815683ms)","trace[310509829] 'applied index is now lower than readState.Index' (duration: 1.712681ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:05.893644Z","caller":"traceutil/trace.go:171","msg":"trace[790873591] transaction","detail":"{read_only:false; response_revision:26117; number_of_response:1; }","duration":"443.147261ms","start":"2026-03-03T12:42:05.45049Z","end":"2026-03-03T12:42:05.893637Z","steps":["trace[790873591] 'process raft request' (duration: 441.241976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.893729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:05.450467Z","time spent":"443.197763ms","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:05.893911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.997005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T12:42:05.893933Z","caller":"traceutil/trace.go:171","msg":"trace[171869533] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26117; }","duration":"442.169949ms","start":"2026-03-03T12:42:05.451758Z","end":"2026-03-03T12:42:05.893928Z","steps":["trace[171869533] 'agreement among raft nodes before linearized reading' (duration: 442.083657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.893947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:05.451734Z","time spent":"442.21028ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T12:42:05.897864Z","caller":"traceutil/trace.go:171","msg":"trace[564650307] transaction","detail":"{read_only:false; response_revision:26122; number_of_response:1; }","duration":"444.702697ms","start":"2026-03-03T12:42:05.453133Z","end":"2026-03-03T12:42:05.897836Z","steps":["trace[564650307] 'process raft request' (duration: 444.635266ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:05.897939Z","caller":"traceutil/trace.go:171","msg":"trace[1577078706] transaction","detail":"{read_only:false; response_revision:26118; number_of_response:1; }","duration":"445.456096ms","start":"2026-03-03T12:42:05.452456Z","end":"2026-03-03T12:42:05.897912Z","steps":["trace[1577078706] 'process raft request' (duration: 445.038746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.898004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:05.453121Z","time spent":"444.8105ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:05.898023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:05.452433Z","time spent":"445.531158ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:05.898203Z","caller":"traceutil/trace.go:171","msg":"trace[815227840] transaction","detail":"{read_only:false; response_revision:26123; number_of_response:1; }","duration":"444.37682ms","start":"2026-03-03T12:42:05.453814Z","end":"2026-03-03T12:42:05.898191Z","steps":["trace[815227840] 'process raft request' (duration: 443.987721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.898262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:05.453805Z","time spent":"444.427941ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:05.898309Z","caller":"traceutil/trace.go:171","msg":"trace[1576449966] transaction","detail":"{read_only:false; response_revision:26119; number_of_response:1; }","duration":"445.692183ms","start":"2026-03-03T12:42:05.452607Z","end":"2026-03-03T12:42:05.898299Z","steps":["trace[1576449966] 'process raft request' (duration: 445.037697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.898362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:05.452594Z","time spent":"445.737304ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:05.898418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.723438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-03T12:42:05.898452Z","caller":"traceutil/trace.go:171","msg":"trace[947076576] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26126; }","duration":"441.7768ms","start":"2026-03-03T12:42:05.456664Z","end":"2026-03-03T12:42:05.898441Z","steps":["trace[947076576] 'agreement among raft nodes before linearized reading' (duration: 441.675528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.898476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:05.456654Z","time spent":"441.816411ms","remote":"127.0.0.1:42778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-03-03T12:42:05.898268Z","caller":"traceutil/trace.go:171","msg":"trace[1511139147] transaction","detail":"{read_only:false; response_revision:26121; number_of_response:1; }","duration":"445.465307ms","start":"2026-03-03T12:42:05.45279Z","end":"2026-03-03T12:42:05.898256Z","steps":["trace[1511139147] 'process raft request' (duration: 444.924913ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:05.898604Z","caller":"traceutil/trace.go:171","msg":"trace[1331201791] transaction","detail":"{read_only:false; response_revision:26124; number_of_response:1; }","duration":"444.593726ms","start":"2026-03-03T12:42:05.454001Z","end":"2026-03-03T12:42:05.898595Z","steps":["trace[1331201791] 'process raft request' (duration: 443.911249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.898609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:05.452768Z","time spent":"445.808305ms","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:05.898654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:05.453965Z","time spent":"444.663467ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:05.898714Z","caller":"traceutil/trace.go:171","msg":"trace[1118601651] transaction","detail":"{read_only:false; response_revision:26125; number_of_response:1; }","duration":"245.314524ms","start":"2026-03-03T12:42:05.653393Z","end":"2026-03-03T12:42:05.898707Z","steps":["trace[1118601651] 'process raft request' (duration: 244.592507ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:05.89787Z","caller":"traceutil/trace.go:171","msg":"trace[1547650367] transaction","detail":"{read_only:false; response_revision:26120; number_of_response:1; }","duration":"445.156929ms","start":"2026-03-03T12:42:05.452685Z","end":"2026-03-03T12:42:05.897842Z","steps":["trace[1547650367] 'process raft request' (duration: 444.997136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.898815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:05.452675Z","time spent":"446.114052ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:05.898966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.767509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:05.898992Z","caller":"traceutil/trace.go:171","msg":"trace[1731938410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26126; }","duration":"441.807831ms","start":"2026-03-03T12:42:05.457178Z","end":"2026-03-03T12:42:05.898986Z","steps":["trace[1731938410] 'agreement among raft nodes before linearized reading' (duration: 441.76923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.899009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:05.45717Z","time spent":"441.834791ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:42:05.898823Z","caller":"traceutil/trace.go:171","msg":"trace[331589794] transaction","detail":"{read_only:false; response_revision:26126; number_of_response:1; }","duration":"217.669784ms","start":"2026-03-03T12:42:05.681146Z","end":"2026-03-03T12:42:05.898815Z","steps":["trace[331589794] 'process raft request' (duration: 216.865684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:10.778896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.958166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:42:10.77933Z","caller":"traceutil/trace.go:171","msg":"trace[71298380] transaction","detail":"{read_only:false; response_revision:26175; number_of_response:1; }","duration":"860.68821ms","start":"2026-03-03T12:42:09.91863Z","end":"2026-03-03T12:42:10.779318Z","steps":["trace[71298380] 'process raft request' (duration: 860.65917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:10.779333Z","caller":"traceutil/trace.go:171","msg":"trace[1176240128] transaction","detail":"{read_only:false; response_revision:26172; number_of_response:1; }","duration":"862.941594ms","start":"2026-03-03T12:42:09.916358Z","end":"2026-03-03T12:42:10.779299Z","steps":["trace[1176240128] 'process raft request' (duration: 491.516287ms)","trace[1176240128] 'compare' (duration: 370.552547ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:10.779365Z","caller":"traceutil/trace.go:171","msg":"trace[498220286] transaction","detail":"{read_only:false; response_revision:26173; number_of_response:1; }","duration":"862.850462ms","start":"2026-03-03T12:42:09.916481Z","end":"2026-03-03T12:42:10.779331Z","steps":["trace[498220286] 'process raft request' (duration: 862.489983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:10.779408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:09.918613Z","time spent":"860.745432ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:10.779393Z","caller":"traceutil/trace.go:171","msg":"trace[954119649] linearizableReadLoop","detail":"{readStateIndex:27110; appliedIndex:27109; }","duration":"862.940604ms","start":"2026-03-03T12:42:09.916423Z","end":"2026-03-03T12:42:10.779363Z","steps":["trace[954119649] 'read index received' (duration: 491.451295ms)","trace[954119649] 'applied index is now lower than readState.Index' (duration: 371.486788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:10.7795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:09.916464Z","time spent":"862.958004ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:10.779519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:09.916337Z","time spent":"863.072027ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:10.779365Z","caller":"traceutil/trace.go:171","msg":"trace[4678409] transaction","detail":"{read_only:false; response_revision:26174; number_of_response:1; }","duration":"862.847532ms","start":"2026-03-03T12:42:09.916489Z","end":"2026-03-03T12:42:10.779337Z","steps":["trace[4678409] 'process raft request' (duration: 862.77995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:10.779623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:09.916469Z","time spent":"863.096747ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:10.779676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.565387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:42:10.779679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.658943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:10.779703Z","caller":"traceutil/trace.go:171","msg":"trace[1101602326] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26175; }","duration":"107.610948ms","start":"2026-03-03T12:42:10.672083Z","end":"2026-03-03T12:42:10.779694Z","steps":["trace[1101602326] 'agreement among raft nodes before linearized reading' (duration: 107.545177ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:10.779724Z","caller":"traceutil/trace.go:171","msg":"trace[354924750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26175; }","duration":"646.744115ms","start":"2026-03-03T12:42:10.132967Z","end":"2026-03-03T12:42:10.779711Z","steps":["trace[354924750] 'agreement among raft nodes before linearized reading' (duration: 646.667343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:10.77972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.798838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T12:42:10.779768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:10.132943Z","time spent":"646.812447ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:42:10.779772Z","caller":"traceutil/trace.go:171","msg":"trace[2020552725] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26175; }","duration":"861.89418ms","start":"2026-03-03T12:42:09.917864Z","end":"2026-03-03T12:42:10.779758Z","steps":["trace[2020552725] 'agreement among raft nodes before linearized reading' (duration: 861.688395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:10.779818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.791533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:42:10.779848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:09.917856Z","time spent":"861.980571ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T12:42:10.779898Z","caller":"traceutil/trace.go:171","msg":"trace[723893217] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26175; }","duration":"711.941046ms","start":"2026-03-03T12:42:10.067938Z","end":"2026-03-03T12:42:10.779879Z","steps":["trace[723893217] 'agreement among raft nodes before linearized reading' (duration: 711.772333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:10.779952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:10.067918Z","time spent":"712.018409ms","remote":"127.0.0.1:50534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:10.781426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.142129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:42:10.781478Z","caller":"traceutil/trace.go:171","msg":"trace[1416995828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26175; }","duration":"865.074704ms","start":"2026-03-03T12:42:09.916391Z","end":"2026-03-03T12:42:10.781465Z","steps":["trace[1416995828] 'agreement among raft nodes before linearized reading' (duration: 863.088677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:10.781508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:09.91637Z","time spent":"865.128586ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:42:11.441796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982350484,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:42:11.942151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982350484,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:42:11.972135Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.187426358s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:42:11.972583Z","caller":"traceutil/trace.go:171","msg":"trace[2048184808] transaction","detail":"{read_only:false; response_revision:26176; number_of_response:1; }","duration":"1.187979651s","start":"2026-03-03T12:42:10.784581Z","end":"2026-03-03T12:42:11.972561Z","steps":["trace[2048184808] 'process raft request' (duration: 1.187846578s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:11.972709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:10.784557Z","time spent":"1.188084693s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:12.915669Z","caller":"traceutil/trace.go:171","msg":"trace[1671224863] transaction","detail":"{read_only:false; response_revision:26177; number_of_response:1; }","duration":"2.130931356s","start":"2026-03-03T12:42:10.784712Z","end":"2026-03-03T12:42:12.915643Z","steps":["trace[1671224863] 'process raft request' (duration: 2.130440745s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:12.915808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:10.784697Z","time spent":"2.131023049s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:13.134609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000204534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T12:42:13.134677Z","caller":"traceutil/trace.go:171","msg":"trace[108228553] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000325417s","start":"2026-03-03T12:42:11.134336Z","end":"2026-03-03T12:42:13.134662Z","steps":["trace[108228553] 'agreement among raft nodes before linearized reading' (duration: 2.000234955s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:13.134712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:11.134317Z","time spent":"2.000387738s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:42:14.716184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800688255s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T12:42:14.717161Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.215950478s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:42:14.717798Z","caller":"traceutil/trace.go:171","msg":"trace[2080225157] transaction","detail":"{read_only:false; response_revision:26178; number_of_response:1; }","duration":"3.775512944s","start":"2026-03-03T12:42:10.942246Z","end":"2026-03-03T12:42:14.717759Z","steps":["trace[2080225157] 'process raft request' (duration: 3.774012988s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:14.717978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:10.942236Z","time spent":"3.775658667s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:15.135476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000147733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T12:42:15.135582Z","caller":"traceutil/trace.go:171","msg":"trace[34312469] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000313756s","start":"2026-03-03T12:42:13.135248Z","end":"2026-03-03T12:42:15.135562Z","steps":["trace[34312469] 'agreement among raft nodes before linearized reading' (duration: 2.000174472s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:15.135634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:13.135231Z","time spent":"2.000390998s","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:42:15.810365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092524888s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:42:15.810753Z","caller":"traceutil/trace.go:171","msg":"trace[810766495] transaction","detail":"{read_only:false; response_revision:26179; number_of_response:1; }","duration":"4.426197351s","start":"2026-03-03T12:42:11.384517Z","end":"2026-03-03T12:42:15.810714Z","steps":["trace[810766495] 'process raft request' (duration: 3.333210372s)","trace[810766495] 'compare' (duration: 1.091962215s)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:15.81107Z","caller":"traceutil/trace.go:171","msg":"trace[367764810] transaction","detail":"{read_only:false; response_revision:26184; number_of_response:1; }","duration":"4.417885676s","start":"2026-03-03T12:42:11.393167Z","end":"2026-03-03T12:42:15.811052Z","steps":["trace[367764810] 'process raft request' (duration: 4.417740182s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:15.811099Z","caller":"traceutil/trace.go:171","msg":"trace[1131302257] transaction","detail":"{read_only:false; response_revision:26183; number_of_response:1; }","duration":"4.420977309s","start":"2026-03-03T12:42:11.390077Z","end":"2026-03-03T12:42:15.811054Z","steps":["trace[1131302257] 'process raft request' (duration: 4.420777524s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:15.811224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:11.393156Z","time spent":"4.417973667s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:15.811315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:11.390065Z","time spent":"4.421140202s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:15.811336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.869882325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T12:42:15.811146Z","caller":"traceutil/trace.go:171","msg":"trace[1733303202] linearizableReadLoop","detail":"{readStateIndex:27123; appliedIndex:27113; }","duration":"4.869687599s","start":"2026-03-03T12:42:10.941442Z","end":"2026-03-03T12:42:15.811129Z","steps":["trace[1733303202] 'read index received' (duration: 1.03091433s)","trace[1733303202] 'applied index is now lower than readState.Index' (duration: 3.838769689s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:15.811293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:11.384495Z","time spent":"4.42658929s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:15.811393Z","caller":"traceutil/trace.go:171","msg":"trace[1160245827] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:26184; }","duration":"4.869971396s","start":"2026-03-03T12:42:10.941411Z","end":"2026-03-03T12:42:15.811382Z","steps":["trace[1160245827] 'agreement among raft nodes before linearized reading' (duration: 4.869765912s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:15.810912Z","caller":"traceutil/trace.go:171","msg":"trace[2071017429] transaction","detail":"{read_only:false; response_revision:26181; number_of_response:1; }","duration":"4.425420873s","start":"2026-03-03T12:42:11.385461Z","end":"2026-03-03T12:42:15.810882Z","steps":["trace[2071017429] 'process raft request' (duration: 4.425245359s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:15.811458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:10.941396Z","time spent":"4.870053659s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.18\" "} {"level":"warn","ts":"2026-03-03T12:42:15.81153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:11.385457Z","time spent":"4.426014936s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:15.811573Z","caller":"traceutil/trace.go:171","msg":"trace[1816640708] transaction","detail":"{read_only:false; response_revision:26185; number_of_response:1; }","duration":"3.025421511s","start":"2026-03-03T12:42:12.78611Z","end":"2026-03-03T12:42:15.811531Z","steps":["trace[1816640708] 'process raft request' (duration: 3.025056172s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:15.810948Z","caller":"traceutil/trace.go:171","msg":"trace[520307639] transaction","detail":"{read_only:false; response_revision:26182; number_of_response:1; }","duration":"4.422456013s","start":"2026-03-03T12:42:11.388458Z","end":"2026-03-03T12:42:15.810914Z","steps":["trace[520307639] 'process raft request' (duration: 4.42230666s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:15.811823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:12.786094Z","time spent":"3.025586404s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:15.811855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:11.38845Z","time spent":"4.423306953s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:15.810885Z","caller":"traceutil/trace.go:171","msg":"trace[1303560757] transaction","detail":"{read_only:false; response_revision:26180; number_of_response:1; }","duration":"4.425357241s","start":"2026-03-03T12:42:11.385428Z","end":"2026-03-03T12:42:15.810785Z","steps":["trace[1303560757] 'process raft request' (duration: 4.425150277s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:15.81197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:11.385417Z","time spent":"4.426502188s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:15.812075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096722371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:15.812148Z","caller":"traceutil/trace.go:171","msg":"trace[1918562206] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26187; }","duration":"2.096842074s","start":"2026-03-03T12:42:13.715287Z","end":"2026-03-03T12:42:15.812129Z","steps":["trace[1918562206] 'agreement among raft nodes before linearized reading' (duration: 2.09669926s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:15.812202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:13.715263Z","time spent":"2.096924186s","remote":"127.0.0.1:50608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:15.812209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.229670008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-03T12:42:15.812263Z","caller":"traceutil/trace.go:171","msg":"trace[1201552751] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26187; }","duration":"3.22975382s","start":"2026-03-03T12:42:12.58249Z","end":"2026-03-03T12:42:15.812244Z","steps":["trace[1201552751] 'agreement among raft nodes before linearized reading' (duration: 3.229542275s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:15.812305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:12.58247Z","time spent":"3.229827961s","remote":"127.0.0.1:42470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-03-03T12:42:15.812452Z","caller":"traceutil/trace.go:171","msg":"trace[2097482774] transaction","detail":"{read_only:false; response_revision:26186; number_of_response:1; }","duration":"2.858829215s","start":"2026-03-03T12:42:12.953599Z","end":"2026-03-03T12:42:15.812429Z","steps":["trace[2097482774] 'process raft request' (duration: 2.857736779s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:15.812534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.222337504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:42:15.812557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:12.953571Z","time spent":"2.858933898s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:15.812579Z","caller":"traceutil/trace.go:171","msg":"trace[2120635863] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26187; }","duration":"2.222418225s","start":"2026-03-03T12:42:13.590146Z","end":"2026-03-03T12:42:15.812564Z","steps":["trace[2120635863] 'agreement among raft nodes before linearized reading' (duration: 2.222352763s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:15.812616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:13.590126Z","time spent":"2.222482807s","remote":"127.0.0.1:50556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:15.812657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.746729748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:42:15.812739Z","caller":"traceutil/trace.go:171","msg":"trace[1382579736] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26187; }","duration":"3.746846851s","start":"2026-03-03T12:42:12.065866Z","end":"2026-03-03T12:42:15.812713Z","steps":["trace[1382579736] 'agreement among raft nodes before linearized reading' (duration: 3.746706478s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:15.812758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332857245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T12:42:15.812769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.671133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T12:42:15.81278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.870643373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T12:42:15.812884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.028323619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T12:42:15.812964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.563589185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:42:15.813004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.008157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:15.813027Z","caller":"traceutil/trace.go:171","msg":"trace[194357519] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26187; }","duration":"3.563649226s","start":"2026-03-03T12:42:12.24936Z","end":"2026-03-03T12:42:15.813009Z","steps":["trace[194357519] 'agreement among raft nodes before linearized reading' (duration: 3.563567354s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:15.813062Z","caller":"traceutil/trace.go:171","msg":"trace[1355953010] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26187; }","duration":"228.10549ms","start":"2026-03-03T12:42:15.58494Z","end":"2026-03-03T12:42:15.813045Z","steps":["trace[1355953010] 'agreement among raft nodes before linearized reading' (duration: 228.012668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:15.813075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:12.249304Z","time spent":"3.563757708s","remote":"127.0.0.1:54032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:15.813065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.322964735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-03T12:42:15.813098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076156088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:42:15.813113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962245152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-03T12:42:15.813126Z","caller":"traceutil/trace.go:171","msg":"trace[326126748] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26187; }","duration":"4.323061307s","start":"2026-03-03T12:42:11.490051Z","end":"2026-03-03T12:42:15.813113Z","steps":["trace[326126748] 'agreement among raft nodes before linearized reading' (duration: 4.322883763s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:15.813157Z","caller":"traceutil/trace.go:171","msg":"trace[298355502] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26187; }","duration":"2.076218509s","start":"2026-03-03T12:42:13.736923Z","end":"2026-03-03T12:42:15.813141Z","steps":["trace[298355502] 'agreement among raft nodes before linearized reading' (duration: 2.076119707s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:15.813169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:11.490031Z","time spent":"4.323130299s","remote":"127.0.0.1:42408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T12:42:15.813167Z","caller":"traceutil/trace.go:171","msg":"trace[1566705012] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26187; }","duration":"1.962336874s","start":"2026-03-03T12:42:13.850816Z","end":"2026-03-03T12:42:15.813152Z","steps":["trace[1566705012] 'agreement among raft nodes before linearized reading' (duration: 1.962184381s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:15.813192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.332943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:42:15.813203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:13.736851Z","time spent":"2.076342552s","remote":"127.0.0.1:54030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:15.813203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.028065543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T12:42:15.81323Z","caller":"traceutil/trace.go:171","msg":"trace[513267046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26187; }","duration":"671.401565ms","start":"2026-03-03T12:42:15.141819Z","end":"2026-03-03T12:42:15.81322Z","steps":["trace[513267046] 'agreement among raft nodes before linearized reading' (duration: 671.330133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:15.81322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:13.850795Z","time spent":"1.962412726s","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T12:42:15.813258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:15.141803Z","time spent":"671.449026ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:42:15.813256Z","caller":"traceutil/trace.go:171","msg":"trace[464044734] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26187; }","duration":"3.028133334s","start":"2026-03-03T12:42:12.785111Z","end":"2026-03-03T12:42:15.813245Z","steps":["trace[464044734] 'agreement among raft nodes before linearized reading' (duration: 3.028022952s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:15.813299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:12.785102Z","time spent":"3.028190785s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:42:15.813101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.027749736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T12:42:15.813341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.829594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189954d57dcd37ff\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-03T12:42:15.813368Z","caller":"traceutil/trace.go:171","msg":"trace[2002805082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26187; }","duration":"3.028024472s","start":"2026-03-03T12:42:12.785322Z","end":"2026-03-03T12:42:15.813347Z","steps":["trace[2002805082] 'agreement among raft nodes before linearized reading' (duration: 3.027681284s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:15.812897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.365597463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T12:42:15.813429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.220654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:42:15.813448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:12.785316Z","time spent":"3.028111524s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T12:42:15.813469Z","caller":"traceutil/trace.go:171","msg":"trace[1070319201] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26187; }","duration":"243.293246ms","start":"2026-03-03T12:42:15.570161Z","end":"2026-03-03T12:42:15.813454Z","steps":["trace[1070319201] 'agreement among raft nodes before linearized reading' (duration: 243.231445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:15.812967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837037341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:42:15.813506Z","caller":"traceutil/trace.go:171","msg":"trace[1418672525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26187; }","duration":"1.837614204s","start":"2026-03-03T12:42:13.975883Z","end":"2026-03-03T12:42:15.813498Z","steps":["trace[1418672525] 'agreement among raft nodes before linearized reading' (duration: 1.836961699s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:15.813515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.17482135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T12:42:15.813542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:13.975864Z","time spent":"1.837667065s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T12:42:15.813463Z","caller":"traceutil/trace.go:171","msg":"trace[63239028] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26187; }","duration":"3.366161057s","start":"2026-03-03T12:42:12.447286Z","end":"2026-03-03T12:42:15.813447Z","steps":["trace[63239028] 'agreement among raft nodes before linearized reading' (duration: 3.365557123s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:15.813546Z","caller":"traceutil/trace.go:171","msg":"trace[1670217029] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26187; }","duration":"3.174875371s","start":"2026-03-03T12:42:12.638662Z","end":"2026-03-03T12:42:15.813538Z","steps":["trace[1670217029] 'agreement among raft nodes before linearized reading' (duration: 3.17482029s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:15.813386Z","caller":"traceutil/trace.go:171","msg":"trace[702530049] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189954d57dcd37ff; range_end:; response_count:1; response_revision:26187; }","duration":"671.910456ms","start":"2026-03-03T12:42:15.141465Z","end":"2026-03-03T12:42:15.813375Z","steps":["trace[702530049] 'agreement among raft nodes before linearized reading' (duration: 671.799584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:15.813594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:12.447218Z","time spent":"3.366357231s","remote":"127.0.0.1:42752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:15.813626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:15.141445Z","time spent":"672.167692ms","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189954d57dcd37ff\" "} {"level":"warn","ts":"2026-03-03T12:42:15.812807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:12.065846Z","time spent":"3.746944273s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:42:15.812908Z","caller":"traceutil/trace.go:171","msg":"trace[1444168755] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26187; }","duration":"4.870772636s","start":"2026-03-03T12:42:10.942087Z","end":"2026-03-03T12:42:15.812859Z","steps":["trace[1444168755] 'agreement among raft nodes before linearized reading' (duration: 4.869800143s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:15.813734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:10.942072Z","time spent":"4.871649416s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T12:42:15.812816Z","caller":"traceutil/trace.go:171","msg":"trace[120610999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26187; }","duration":"892.760165ms","start":"2026-03-03T12:42:14.920042Z","end":"2026-03-03T12:42:15.812802Z","steps":["trace[120610999] 'agreement among raft nodes before linearized reading' (duration: 892.487469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:15.813833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:14.920015Z","time spent":"893.797419ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T12:42:15.812969Z","caller":"traceutil/trace.go:171","msg":"trace[2075574552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26187; }","duration":"3.028442892s","start":"2026-03-03T12:42:12.784507Z","end":"2026-03-03T12:42:15.81295Z","steps":["trace[2075574552] 'agreement among raft nodes before linearized reading' (duration: 3.028212476s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:15.813964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:12.784489Z","time spent":"3.029460846s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:42:15.813585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:12.63865Z","time spent":"3.174927363s","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:42:15.812813Z","caller":"traceutil/trace.go:171","msg":"trace[1388335855] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26187; }","duration":"1.332947767s","start":"2026-03-03T12:42:14.479847Z","end":"2026-03-03T12:42:15.812795Z","steps":["trace[1388335855] 'agreement among raft nodes before linearized reading' (duration: 1.332861805s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:15.814077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:14.479818Z","time spent":"1.334236287s","remote":"127.0.0.1:41936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:15.813812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.599589055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T12:42:15.814657Z","caller":"traceutil/trace.go:171","msg":"trace[1528368721] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26187; }","duration":"4.600506155s","start":"2026-03-03T12:42:11.214085Z","end":"2026-03-03T12:42:15.814591Z","steps":["trace[1528368721] 'agreement among raft nodes before linearized reading' (duration: 4.598855967s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:15.81477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:11.214067Z","time spent":"4.60067469s","remote":"127.0.0.1:53966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T12:42:16.364541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.286004ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T12:42:16.364632Z","caller":"traceutil/trace.go:171","msg":"trace[1207363583] linearizableReadLoop","detail":"{readStateIndex:27127; appliedIndex:27126; }","duration":"548.087918ms","start":"2026-03-03T12:42:15.816527Z","end":"2026-03-03T12:42:16.364615Z","steps":["trace[1207363583] 'read index received' (duration: 379.685881ms)","trace[1207363583] 'applied index is now lower than readState.Index' (duration: 168.400487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:16.364634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:15.812912Z","time spent":"551.715182ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T12:42:16.364724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.19045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:16.36475Z","caller":"traceutil/trace.go:171","msg":"trace[1982814681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26187; }","duration":"548.246381ms","start":"2026-03-03T12:42:15.816495Z","end":"2026-03-03T12:42:16.364742Z","steps":["trace[1982814681] 'agreement among raft nodes before linearized reading' (duration: 548.186039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:16.364795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:15.816478Z","time spent":"548.309223ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:42:16.366521Z","caller":"traceutil/trace.go:171","msg":"trace[891424793] transaction","detail":"{read_only:false; response_revision:26192; number_of_response:1; }","duration":"546.432948ms","start":"2026-03-03T12:42:15.820068Z","end":"2026-03-03T12:42:16.366501Z","steps":["trace[891424793] 'process raft request' (duration: 546.342326ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:16.366525Z","caller":"traceutil/trace.go:171","msg":"trace[60818874] transaction","detail":"{read_only:false; response_revision:26190; number_of_response:1; }","duration":"546.987291ms","start":"2026-03-03T12:42:15.819508Z","end":"2026-03-03T12:42:16.366495Z","steps":["trace[60818874] 'process raft request' (duration: 546.819257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:16.366647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:15.820062Z","time spent":"546.51444ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:16.366689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:15.819499Z","time spent":"547.098113ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:16.366773Z","caller":"traceutil/trace.go:171","msg":"trace[806581167] transaction","detail":"{read_only:false; response_revision:26188; number_of_response:1; }","duration":"548.494145ms","start":"2026-03-03T12:42:15.818224Z","end":"2026-03-03T12:42:16.366718Z","steps":["trace[806581167] 'process raft request' (duration: 547.859281ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:16.366845Z","caller":"traceutil/trace.go:171","msg":"trace[657036695] transaction","detail":"{read_only:false; response_revision:26191; number_of_response:1; }","duration":"546.813607ms","start":"2026-03-03T12:42:15.819994Z","end":"2026-03-03T12:42:16.366808Z","steps":["trace[657036695] 'process raft request' (duration: 546.382017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:16.366917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:15.818206Z","time spent":"548.654ms","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:16.366983Z","caller":"traceutil/trace.go:171","msg":"trace[1819920196] transaction","detail":"{read_only:false; response_revision:26193; number_of_response:1; }","duration":"546.707554ms","start":"2026-03-03T12:42:15.820263Z","end":"2026-03-03T12:42:16.366971Z","steps":["trace[1819920196] 'process raft request' (duration: 546.195322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:16.367001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:15.819983Z","time spent":"546.93611ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:16.367077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:15.820245Z","time spent":"546.777807ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:16.367107Z","caller":"traceutil/trace.go:171","msg":"trace[1345288538] transaction","detail":"{read_only:false; response_revision:26189; number_of_response:1; }","duration":"547.957854ms","start":"2026-03-03T12:42:15.819098Z","end":"2026-03-03T12:42:16.367056Z","steps":["trace[1345288538] 'process raft request' (duration: 547.162915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:16.367176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:15.819083Z","time spent":"548.055917ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:16.379424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.265411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:16.379464Z","caller":"traceutil/trace.go:171","msg":"trace[2112999266] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26194; }","duration":"439.347512ms","start":"2026-03-03T12:42:15.940106Z","end":"2026-03-03T12:42:16.379454Z","steps":["trace[2112999266] 'agreement among raft nodes before linearized reading' (duration: 439.26858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:16.379484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:15.940084Z","time spent":"439.395633ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T12:42:16.379628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.666936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-40d9aca3-68bb-4ca1-ab0b-925d595552b5\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-03T12:42:16.37967Z","caller":"traceutil/trace.go:171","msg":"trace[1293281196] range","detail":"{range_begin:/registry/persistentvolumes/pvc-40d9aca3-68bb-4ca1-ab0b-925d595552b5; range_end:; response_count:1; response_revision:26194; }","duration":"561.730267ms","start":"2026-03-03T12:42:15.817929Z","end":"2026-03-03T12:42:16.37966Z","steps":["trace[1293281196] 'agreement among raft nodes before linearized reading' (duration: 561.606794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:16.379694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:15.817917Z","time spent":"561.771248ms","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-40d9aca3-68bb-4ca1-ab0b-925d595552b5\" "} {"level":"warn","ts":"2026-03-03T12:42:16.380368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.705853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T12:42:16.380462Z","caller":"traceutil/trace.go:171","msg":"trace[861721360] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26194; }","duration":"560.834627ms","start":"2026-03-03T12:42:15.819607Z","end":"2026-03-03T12:42:16.380442Z","steps":["trace[861721360] 'agreement among raft nodes before linearized reading' (duration: 560.585501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:16.380519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:15.819586Z","time spent":"560.919608ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T12:42:17.381264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982350532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:42:17.8269Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.045146415s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:42:17.827395Z","caller":"traceutil/trace.go:171","msg":"trace[194105960] linearizableReadLoop","detail":"{readStateIndex:27139; appliedIndex:27138; }","duration":"954.456685ms","start":"2026-03-03T12:42:16.872923Z","end":"2026-03-03T12:42:17.82738Z","steps":["trace[194105960] 'read index received' (duration: 954.339792ms)","trace[194105960] 'applied index is now lower than readState.Index' (duration: 116.023µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:17.827463Z","caller":"traceutil/trace.go:171","msg":"trace[928882769] transaction","detail":"{read_only:false; response_revision:26197; number_of_response:1; }","duration":"1.045836081s","start":"2026-03-03T12:42:16.78162Z","end":"2026-03-03T12:42:17.827456Z","steps":["trace[928882769] 'process raft request' (duration: 1.045633026s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:17.827581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:16.781596Z","time spent":"1.045881802s","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:17.827553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.618088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:17.827624Z","caller":"traceutil/trace.go:171","msg":"trace[1658690033] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26197; }","duration":"954.736671ms","start":"2026-03-03T12:42:16.872871Z","end":"2026-03-03T12:42:17.827608Z","steps":["trace[1658690033] 'agreement among raft nodes before linearized reading' (duration: 954.622239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:17.827653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:16.872851Z","time spent":"954.796862ms","remote":"127.0.0.1:54080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:18.172169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.82069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:42:18.172545Z","caller":"traceutil/trace.go:171","msg":"trace[1886538355] linearizableReadLoop","detail":"{readStateIndex:27147; appliedIndex:27139; }","duration":"345.090348ms","start":"2026-03-03T12:42:17.827438Z","end":"2026-03-03T12:42:18.172529Z","steps":["trace[1886538355] 'read index received' (duration: 214.789717ms)","trace[1886538355] 'applied index is now lower than readState.Index' (duration: 130.299711ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:18.172586Z","caller":"traceutil/trace.go:171","msg":"trace[1071945846] transaction","detail":"{read_only:false; response_revision:26203; number_of_response:1; }","duration":"348.278322ms","start":"2026-03-03T12:42:17.824273Z","end":"2026-03-03T12:42:18.172551Z","steps":["trace[1071945846] 'process raft request' (duration: 348.15547ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:18.172641Z","caller":"traceutil/trace.go:171","msg":"trace[1453962773] transaction","detail":"{read_only:false; response_revision:26204; number_of_response:1; }","duration":"348.334773ms","start":"2026-03-03T12:42:17.824297Z","end":"2026-03-03T12:42:18.172632Z","steps":["trace[1453962773] 'process raft request' (duration: 348.161679ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:18.172642Z","caller":"traceutil/trace.go:171","msg":"trace[241938384] transaction","detail":"{read_only:false; response_revision:26201; number_of_response:1; }","duration":"348.402935ms","start":"2026-03-03T12:42:17.824227Z","end":"2026-03-03T12:42:18.17263Z","steps":["trace[241938384] 'process raft request' (duration: 348.139879ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:18.172653Z","caller":"traceutil/trace.go:171","msg":"trace[182735882] transaction","detail":"{read_only:false; response_revision:26199; number_of_response:1; }","duration":"353.097586ms","start":"2026-03-03T12:42:17.819529Z","end":"2026-03-03T12:42:18.172627Z","steps":["trace[182735882] 'process raft request' (duration: 352.733838ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:18.172677Z","caller":"traceutil/trace.go:171","msg":"trace[234510016] transaction","detail":"{read_only:false; response_revision:26198; number_of_response:1; }","duration":"783.226792ms","start":"2026-03-03T12:42:17.389422Z","end":"2026-03-03T12:42:18.172648Z","steps":["trace[234510016] 'process raft request' (duration: 652.860399ms)","trace[234510016] 'compare' (duration: 129.662706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:18.172703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:17.824292Z","time spent":"348.377324ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:18.17272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:17.82421Z","time spent":"348.459566ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:18.172683Z","caller":"traceutil/trace.go:171","msg":"trace[41068832] transaction","detail":"{read_only:false; response_revision:26202; number_of_response:1; }","duration":"348.408046ms","start":"2026-03-03T12:42:17.824244Z","end":"2026-03-03T12:42:18.172652Z","steps":["trace[41068832] 'process raft request' (duration: 348.15411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:18.172739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:17.82426Z","time spent":"348.398995ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:18.172767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:17.819511Z","time spent":"353.196408ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:18.172786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:17.389404Z","time spent":"783.331024ms","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":803,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T12:42:18.172821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.439799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:42:18.172829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:17.824233Z","time spent":"348.523248ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:18.17282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039171525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:18.172862Z","caller":"traceutil/trace.go:171","msg":"trace[953088590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26205; }","duration":"1.039240017s","start":"2026-03-03T12:42:17.133619Z","end":"2026-03-03T12:42:18.172859Z","steps":["trace[953088590] 'agreement among raft nodes before linearized reading' (duration: 1.039175045s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:18.172855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046566997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:42:18.172699Z","caller":"traceutil/trace.go:171","msg":"trace[1897473458] transaction","detail":"{read_only:false; response_revision:26200; number_of_response:1; }","duration":"353.127887ms","start":"2026-03-03T12:42:17.819556Z","end":"2026-03-03T12:42:18.172684Z","steps":["trace[1897473458] 'process raft request' (duration: 352.765058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:18.17288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:17.133608Z","time spent":"1.039270047s","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:42:18.172886Z","caller":"traceutil/trace.go:171","msg":"trace[135137243] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26205; }","duration":"1.04664565s","start":"2026-03-03T12:42:17.126232Z","end":"2026-03-03T12:42:18.172878Z","steps":["trace[135137243] 'agreement among raft nodes before linearized reading' (duration: 1.046603299s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:18.172903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:17.819534Z","time spent":"353.350191ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:18.17292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:17.126209Z","time spent":"1.046704431s","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:18.172964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.200523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18834"} {"level":"warn","ts":"2026-03-03T12:42:18.173007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.56639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10651"} {"level":"info","ts":"2026-03-03T12:42:18.173007Z","caller":"traceutil/trace.go:171","msg":"trace[1359797976] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26205; }","duration":"320.288445ms","start":"2026-03-03T12:42:17.852709Z","end":"2026-03-03T12:42:18.172998Z","steps":["trace[1359797976] 'agreement among raft nodes before linearized reading' (duration: 320.152332ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:18.173027Z","caller":"traceutil/trace.go:171","msg":"trace[1009925415] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26205; }","duration":"783.6131ms","start":"2026-03-03T12:42:17.389407Z","end":"2026-03-03T12:42:18.17302Z","steps":["trace[1009925415] 'agreement among raft nodes before linearized reading' (duration: 783.542169ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:18.172846Z","caller":"traceutil/trace.go:171","msg":"trace[1457917860] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26205; }","duration":"718.50632ms","start":"2026-03-03T12:42:17.454334Z","end":"2026-03-03T12:42:18.17284Z","steps":["trace[1457917860] 'agreement among raft nodes before linearized reading' (duration: 718.462349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:18.173005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.549578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-03T12:42:18.173053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:17.389386Z","time spent":"783.663112ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10674,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-03T12:42:18.173062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:17.454312Z","time spent":"718.740416ms","remote":"127.0.0.1:54160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:18.173034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:17.852688Z","time spent":"320.338996ms","remote":"127.0.0.1:42498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T12:42:18.172805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.507832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:18.173256Z","caller":"traceutil/trace.go:171","msg":"trace[2029774537] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26205; }","duration":"790.993603ms","start":"2026-03-03T12:42:17.382247Z","end":"2026-03-03T12:42:18.173241Z","steps":["trace[2029774537] 'agreement among raft nodes before linearized reading' (duration: 790.441371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:18.173309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:17.382235Z","time spent":"791.057405ms","remote":"127.0.0.1:54194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:42:18.17311Z","caller":"traceutil/trace.go:171","msg":"trace[1983624236] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26205; }","duration":"754.67701ms","start":"2026-03-03T12:42:17.418405Z","end":"2026-03-03T12:42:18.173082Z","steps":["trace[1983624236] 'agreement among raft nodes before linearized reading' (duration: 754.474585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:18.173363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:17.418384Z","time spent":"754.966847ms","remote":"127.0.0.1:42470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-03T12:42:18.172985Z","caller":"traceutil/trace.go:171","msg":"trace[252323700] transaction","detail":"{read_only:false; response_revision:26205; number_of_response:1; }","duration":"348.487737ms","start":"2026-03-03T12:42:17.824491Z","end":"2026-03-03T12:42:18.172979Z","steps":["trace[252323700] 'process raft request' (duration: 347.998326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:18.173457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:17.824481Z","time spent":"348.942378ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:18.622226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.410008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:42:18.622368Z","caller":"traceutil/trace.go:171","msg":"trace[63258206] transaction","detail":"{read_only:false; response_revision:26206; number_of_response:1; }","duration":"442.662781ms","start":"2026-03-03T12:42:18.179677Z","end":"2026-03-03T12:42:18.622339Z","steps":["trace[63258206] 'process raft request' (duration: 331.026667ms)","trace[63258206] 'compare' (duration: 111.117281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:18.622509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:18.179662Z","time spent":"442.755352ms","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:19.421074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.420801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:42:19.421151Z","caller":"traceutil/trace.go:171","msg":"trace[69697688] linearizableReadLoop","detail":"{readStateIndex:27149; appliedIndex:27147; }","duration":"1.236972802s","start":"2026-03-03T12:42:18.184164Z","end":"2026-03-03T12:42:19.421137Z","steps":["trace[69697688] 'read index received' (duration: 326.552992ms)","trace[69697688] 'applied index is now lower than readState.Index' (duration: 910.41891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:19.421242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237074205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:19.421233Z","caller":"traceutil/trace.go:171","msg":"trace[98520784] transaction","detail":"{read_only:false; response_revision:26207; number_of_response:1; }","duration":"1.238135039s","start":"2026-03-03T12:42:18.183069Z","end":"2026-03-03T12:42:19.421204Z","steps":["trace[98520784] 'process raft request' (duration: 587.526944ms)","trace[98520784] 'compare' (duration: 650.214466ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:19.421273Z","caller":"traceutil/trace.go:171","msg":"trace[591895288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26207; }","duration":"1.237120956s","start":"2026-03-03T12:42:18.184143Z","end":"2026-03-03T12:42:19.421264Z","steps":["trace[591895288] 'agreement among raft nodes before linearized reading' (duration: 1.237062614s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:19.421304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:18.184136Z","time spent":"1.237161676s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:42:19.421347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:18.183052Z","time spent":"1.238230291s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10633,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:19.421518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05090542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:42:19.421575Z","caller":"traceutil/trace.go:171","msg":"trace[353405084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26207; }","duration":"1.050998863s","start":"2026-03-03T12:42:18.370563Z","end":"2026-03-03T12:42:19.421562Z","steps":["trace[353405084] 'agreement among raft nodes before linearized reading' (duration: 1.050846329s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:19.421606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:18.370484Z","time spent":"1.051115725s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:42:19.421634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048026453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T12:42:19.421671Z","caller":"traceutil/trace.go:171","msg":"trace[211633573] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26207; }","duration":"1.048084454s","start":"2026-03-03T12:42:18.373577Z","end":"2026-03-03T12:42:19.421661Z","steps":["trace[211633573] 'agreement among raft nodes before linearized reading' (duration: 1.047968431s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:19.421684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049296743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T12:42:19.421703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:18.373568Z","time spent":"1.048129235s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T12:42:19.421712Z","caller":"traceutil/trace.go:171","msg":"trace[1885422736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26207; }","duration":"1.049339754s","start":"2026-03-03T12:42:18.372364Z","end":"2026-03-03T12:42:19.421704Z","steps":["trace[1885422736] 'agreement among raft nodes before linearized reading' (duration: 1.049224061s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:19.421736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:18.372359Z","time spent":"1.049371654s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:42:19.421774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049428076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:42:19.421799Z","caller":"traceutil/trace.go:171","msg":"trace[2008066945] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26207; }","duration":"1.049491128s","start":"2026-03-03T12:42:18.372301Z","end":"2026-03-03T12:42:19.421793Z","steps":["trace[2008066945] 'agreement among raft nodes before linearized reading' (duration: 1.049425356s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:19.42182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:18.372277Z","time spent":"1.049538528s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:42:19.42183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049421906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:42:19.421848Z","caller":"traceutil/trace.go:171","msg":"trace[1321097322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26207; }","duration":"1.049449817s","start":"2026-03-03T12:42:18.372392Z","end":"2026-03-03T12:42:19.421842Z","steps":["trace[1321097322] 'agreement among raft nodes before linearized reading' (duration: 1.049399626s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:19.421868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:18.372388Z","time spent":"1.049476378s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:42:19.42191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.017881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:42:19.421945Z","caller":"traceutil/trace.go:171","msg":"trace[244424242] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26207; }","duration":"155.087433ms","start":"2026-03-03T12:42:19.266847Z","end":"2026-03-03T12:42:19.421934Z","steps":["trace[244424242] 'agreement among raft nodes before linearized reading' (duration: 155.020402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:19.421965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.418235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:42:19.421991Z","caller":"traceutil/trace.go:171","msg":"trace[1960461077] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26207; }","duration":"880.484436ms","start":"2026-03-03T12:42:18.541499Z","end":"2026-03-03T12:42:19.421984Z","steps":["trace[1960461077] 'agreement among raft nodes before linearized reading' (duration: 880.418835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:19.422015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:18.541479Z","time spent":"880.531117ms","remote":"127.0.0.1:49142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:19.422101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.683289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:19.422129Z","caller":"traceutil/trace.go:171","msg":"trace[567421177] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26207; }","duration":"473.752411ms","start":"2026-03-03T12:42:18.948369Z","end":"2026-03-03T12:42:19.422122Z","steps":["trace[567421177] 'agreement among raft nodes before linearized reading' (duration: 473.705109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:19.422155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:18.948349Z","time spent":"473.798591ms","remote":"127.0.0.1:36418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:19.988393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.049562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:19.988468Z","caller":"traceutil/trace.go:171","msg":"trace[870442025] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26212; }","duration":"292.179695ms","start":"2026-03-03T12:42:19.696271Z","end":"2026-03-03T12:42:19.98845Z","steps":["trace[870442025] 'count revisions from in-memory index tree' (duration: 291.918478ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:20.161437Z","caller":"traceutil/trace.go:171","msg":"trace[427392985] transaction","detail":"{read_only:false; response_revision:26213; number_of_response:1; }","duration":"437.753304ms","start":"2026-03-03T12:42:19.723655Z","end":"2026-03-03T12:42:20.161409Z","steps":["trace[427392985] 'process raft request' (duration: 437.585241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:20.161634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:19.723631Z","time spent":"437.902967ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:20.162716Z","caller":"traceutil/trace.go:171","msg":"trace[468160168] transaction","detail":"{read_only:false; response_revision:26214; number_of_response:1; }","duration":"167.74123ms","start":"2026-03-03T12:42:19.994946Z","end":"2026-03-03T12:42:20.162688Z","steps":["trace[468160168] 'process raft request' (duration: 167.118686ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:21.813287Z","caller":"traceutil/trace.go:171","msg":"trace[1315692791] linearizableReadLoop","detail":"{readStateIndex:27173; appliedIndex:27172; }","duration":"346.070741ms","start":"2026-03-03T12:42:21.467194Z","end":"2026-03-03T12:42:21.813264Z","steps":["trace[1315692791] 'read index received' (duration: 345.952338ms)","trace[1315692791] 'applied index is now lower than readState.Index' (duration: 117.543µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:21.813364Z","caller":"traceutil/trace.go:171","msg":"trace[676916545] transaction","detail":"{read_only:false; response_revision:26230; number_of_response:1; }","duration":"351.53442ms","start":"2026-03-03T12:42:21.461802Z","end":"2026-03-03T12:42:21.813337Z","steps":["trace[676916545] 'process raft request' (duration: 351.344485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:21.81356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.335197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T12:42:21.813627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.374718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:42:21.813638Z","caller":"traceutil/trace.go:171","msg":"trace[138144767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26230; }","duration":"346.44504ms","start":"2026-03-03T12:42:21.467175Z","end":"2026-03-03T12:42:21.81362Z","steps":["trace[138144767] 'agreement among raft nodes before linearized reading' (duration: 346.204885ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:21.813672Z","caller":"traceutil/trace.go:171","msg":"trace[840928691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26230; }","duration":"346.44675ms","start":"2026-03-03T12:42:21.467215Z","end":"2026-03-03T12:42:21.813661Z","steps":["trace[840928691] 'agreement among raft nodes before linearized reading' (duration: 346.270636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:21.813686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:21.467167Z","time spent":"346.510472ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:42:21.813748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:21.467211Z","time spent":"346.524032ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:42:21.813741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.309471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T12:42:21.814021Z","caller":"traceutil/trace.go:171","msg":"trace[1901231911] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26230; }","duration":"333.620568ms","start":"2026-03-03T12:42:21.480382Z","end":"2026-03-03T12:42:21.814002Z","steps":["trace[1901231911] 'agreement among raft nodes before linearized reading' (duration: 333.26129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:21.814647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.3401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:42:21.814712Z","caller":"traceutil/trace.go:171","msg":"trace[959084150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26230; }","duration":"347.431143ms","start":"2026-03-03T12:42:21.467253Z","end":"2026-03-03T12:42:21.814684Z","steps":["trace[959084150] 'agreement among raft nodes before linearized reading' (duration: 346.724506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:21.814744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:21.467238Z","time spent":"347.498034ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:42:21.814718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:21.461789Z","time spent":"352.84118ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:21.814851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.506944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:42:21.814968Z","caller":"traceutil/trace.go:171","msg":"trace[1441904309] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26230; }","duration":"347.605566ms","start":"2026-03-03T12:42:21.467311Z","end":"2026-03-03T12:42:21.814916Z","steps":["trace[1441904309] 'agreement among raft nodes before linearized reading' (duration: 347.32797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:21.815013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:21.467236Z","time spent":"347.76782ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:42:21.820072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.331995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267206"} {"level":"info","ts":"2026-03-03T12:42:21.82049Z","caller":"traceutil/trace.go:171","msg":"trace[1197625260] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:26230; }","duration":"168.791325ms","start":"2026-03-03T12:42:21.651672Z","end":"2026-03-03T12:42:21.820463Z","steps":["trace[1197625260] 'agreement among raft nodes before linearized reading' (duration: 162.097979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:21.820246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.116998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T12:42:21.820959Z","caller":"traceutil/trace.go:171","msg":"trace[37136190] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26230; }","duration":"225.877936ms","start":"2026-03-03T12:42:21.59506Z","end":"2026-03-03T12:42:21.820938Z","steps":["trace[37136190] 'agreement among raft nodes before linearized reading' (duration: 218.898133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:21.821661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:21.480369Z","time spent":"341.231437ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T12:42:22.645556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.882033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:42:22.645885Z","caller":"traceutil/trace.go:171","msg":"trace[1418486432] transaction","detail":"{read_only:false; response_revision:26237; number_of_response:1; }","duration":"461.492083ms","start":"2026-03-03T12:42:22.184226Z","end":"2026-03-03T12:42:22.645718Z","steps":["trace[1418486432] 'process raft request' (duration: 179.365694ms)","trace[1418486432] 'compare' (duration: 281.659238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:22.645995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:22.184209Z","time spent":"461.722168ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:22.646141Z","caller":"traceutil/trace.go:171","msg":"trace[1934867650] transaction","detail":"{read_only:false; response_revision:26238; number_of_response:1; }","duration":"461.81541ms","start":"2026-03-03T12:42:22.184295Z","end":"2026-03-03T12:42:22.64611Z","steps":["trace[1934867650] 'process raft request' (duration: 461.344499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:22.646321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:22.184271Z","time spent":"461.958984ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:22.646621Z","caller":"traceutil/trace.go:171","msg":"trace[224178593] transaction","detail":"{read_only:false; response_revision:26239; number_of_response:1; }","duration":"461.354429ms","start":"2026-03-03T12:42:22.185251Z","end":"2026-03-03T12:42:22.646605Z","steps":["trace[224178593] 'process raft request' (duration: 460.754386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:22.646712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:22.185236Z","time spent":"461.433462ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:22.646998Z","caller":"traceutil/trace.go:171","msg":"trace[1524763855] linearizableReadLoop","detail":"{readStateIndex:27185; appliedIndex:27179; }","duration":"129.523053ms","start":"2026-03-03T12:42:22.51746Z","end":"2026-03-03T12:42:22.646983Z","steps":["trace[1524763855] 'read index received' (duration: 53.082µs)","trace[1524763855] 'applied index is now lower than readState.Index' (duration: 129.468401ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:22.64709Z","caller":"traceutil/trace.go:171","msg":"trace[988806198] transaction","detail":"{read_only:false; response_revision:26242; number_of_response:1; }","duration":"450.74246ms","start":"2026-03-03T12:42:22.196328Z","end":"2026-03-03T12:42:22.647071Z","steps":["trace[988806198] 'process raft request' (duration: 450.601357ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:22.647094Z","caller":"traceutil/trace.go:171","msg":"trace[765899480] transaction","detail":"{read_only:false; response_revision:26241; number_of_response:1; }","duration":"457.695803ms","start":"2026-03-03T12:42:22.189372Z","end":"2026-03-03T12:42:22.647067Z","steps":["trace[765899480] 'process raft request' (duration: 457.501359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:22.647184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:22.19632Z","time spent":"450.818512ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:22.647189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:22.189352Z","time spent":"457.790235ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:22.647189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.727628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-03T12:42:22.647245Z","caller":"traceutil/trace.go:171","msg":"trace[2062736613] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26242; }","duration":"129.784479ms","start":"2026-03-03T12:42:22.517445Z","end":"2026-03-03T12:42:22.64723Z","steps":["trace[2062736613] 'agreement among raft nodes before linearized reading' (duration: 129.602485ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:22.647498Z","caller":"traceutil/trace.go:171","msg":"trace[316979731] transaction","detail":"{read_only:false; response_revision:26240; number_of_response:1; }","duration":"457.788125ms","start":"2026-03-03T12:42:22.189295Z","end":"2026-03-03T12:42:22.647083Z","steps":["trace[316979731] 'process raft request' (duration: 457.252483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:22.648541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:22.189287Z","time spent":"458.315417ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:24.242973Z","caller":"traceutil/trace.go:171","msg":"trace[363810256] transaction","detail":"{read_only:false; response_revision:26245; number_of_response:1; }","duration":"363.95137ms","start":"2026-03-03T12:42:23.878997Z","end":"2026-03-03T12:42:24.242949Z","steps":["trace[363810256] 'process raft request' (duration: 363.348056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:24.24311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:23.878988Z","time spent":"364.056283ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:24.243221Z","caller":"traceutil/trace.go:171","msg":"trace[1818986510] transaction","detail":"{read_only:false; response_revision:26246; number_of_response:1; }","duration":"364.156785ms","start":"2026-03-03T12:42:23.879041Z","end":"2026-03-03T12:42:24.243197Z","steps":["trace[1818986510] 'process raft request' (duration: 363.860708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:24.243348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:23.879037Z","time spent":"364.242407ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:24.243577Z","caller":"traceutil/trace.go:171","msg":"trace[1603865911] transaction","detail":"{read_only:false; response_revision:26247; number_of_response:1; }","duration":"363.52496ms","start":"2026-03-03T12:42:23.880037Z","end":"2026-03-03T12:42:24.243562Z","steps":["trace[1603865911] 'process raft request' (duration: 363.08508ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:24.243663Z","caller":"traceutil/trace.go:171","msg":"trace[1672335135] linearizableReadLoop","detail":"{readStateIndex:27191; appliedIndex:27187; }","duration":"108.657223ms","start":"2026-03-03T12:42:24.134979Z","end":"2026-03-03T12:42:24.243636Z","steps":["trace[1672335135] 'read index received' (duration: 107.388704ms)","trace[1672335135] 'applied index is now lower than readState.Index' (duration: 1.267289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:24.243692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:23.880031Z","time spent":"363.603942ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:24.243841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.854997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:24.243861Z","caller":"traceutil/trace.go:171","msg":"trace[77243868] transaction","detail":"{read_only:false; response_revision:26248; number_of_response:1; }","duration":"363.627643ms","start":"2026-03-03T12:42:23.880219Z","end":"2026-03-03T12:42:24.243847Z","steps":["trace[77243868] 'process raft request' (duration: 363.298375ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:24.243887Z","caller":"traceutil/trace.go:171","msg":"trace[311000299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26248; }","duration":"108.94407ms","start":"2026-03-03T12:42:24.134929Z","end":"2026-03-03T12:42:24.243873Z","steps":["trace[311000299] 'agreement among raft nodes before linearized reading' (duration: 108.804086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:24.243917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:23.880215Z","time spent":"363.671474ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:24.880602Z","caller":"traceutil/trace.go:171","msg":"trace[1082241564] transaction","detail":"{read_only:false; response_revision:26250; number_of_response:1; }","duration":"225.948099ms","start":"2026-03-03T12:42:24.654629Z","end":"2026-03-03T12:42:24.880577Z","steps":["trace[1082241564] 'process raft request' (duration: 225.777655ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:25.091295Z","caller":"traceutil/trace.go:171","msg":"trace[161187574] transaction","detail":"{read_only:false; response_revision:26251; number_of_response:1; }","duration":"436.232519ms","start":"2026-03-03T12:42:24.655035Z","end":"2026-03-03T12:42:25.091268Z","steps":["trace[161187574] 'process raft request' (duration: 406.812518ms)","trace[161187574] 'compare' (duration: 29.231777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:25.091461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:24.655005Z","time spent":"436.372173ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:25.091604Z","caller":"traceutil/trace.go:171","msg":"trace[2048290008] transaction","detail":"{read_only:false; response_revision:26252; number_of_response:1; }","duration":"436.456714ms","start":"2026-03-03T12:42:24.655124Z","end":"2026-03-03T12:42:25.091581Z","steps":["trace[2048290008] 'process raft request' (duration: 436.097246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:25.091723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:24.655111Z","time spent":"436.545166ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:25.091713Z","caller":"traceutil/trace.go:171","msg":"trace[970876913] transaction","detail":"{read_only:false; response_revision:26253; number_of_response:1; }","duration":"436.542417ms","start":"2026-03-03T12:42:24.65514Z","end":"2026-03-03T12:42:25.091683Z","steps":["trace[970876913] 'process raft request' (duration: 436.23683ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:25.091826Z","caller":"traceutil/trace.go:171","msg":"trace[2022667313] linearizableReadLoop","detail":"{readStateIndex:27198; appliedIndex:27192; }","duration":"349.769378ms","start":"2026-03-03T12:42:24.742047Z","end":"2026-03-03T12:42:25.091816Z","steps":["trace[2022667313] 'read index received' (duration: 138.403842ms)","trace[2022667313] 'applied index is now lower than readState.Index' (duration: 211.364936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:25.091845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:24.655131Z","time spent":"436.637469ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:25.091896Z","caller":"traceutil/trace.go:171","msg":"trace[328002649] transaction","detail":"{read_only:false; response_revision:26255; number_of_response:1; }","duration":"434.357384ms","start":"2026-03-03T12:42:24.657529Z","end":"2026-03-03T12:42:25.091887Z","steps":["trace[328002649] 'process raft request' (duration: 434.143549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:25.091942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:24.657508Z","time spent":"434.411526ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:25.091947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.89116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-03T12:42:25.091968Z","caller":"traceutil/trace.go:171","msg":"trace[36565568] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26255; }","duration":"349.944872ms","start":"2026-03-03T12:42:24.742016Z","end":"2026-03-03T12:42:25.091961Z","steps":["trace[36565568] 'agreement among raft nodes before linearized reading' (duration: 349.8438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:25.091985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:24.742005Z","time spent":"349.975583ms","remote":"127.0.0.1:42498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-03T12:42:25.091769Z","caller":"traceutil/trace.go:171","msg":"trace[48641955] transaction","detail":"{read_only:false; response_revision:26254; number_of_response:1; }","duration":"435.532953ms","start":"2026-03-03T12:42:24.656205Z","end":"2026-03-03T12:42:25.091738Z","steps":["trace[48641955] 'process raft request' (duration: 435.355119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:25.092311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:24.656191Z","time spent":"436.085455ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:25.636924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.631494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-df67f9f46-n45bx.1899553e899f4698\" ","response":"range_response_count:1 size:780"} {"level":"info","ts":"2026-03-03T12:42:25.637022Z","caller":"traceutil/trace.go:171","msg":"trace[437106271] range","detail":"{range_begin:/registry/events/openstack/magnum-api-df67f9f46-n45bx.1899553e899f4698; range_end:; response_count:1; response_revision:26256; }","duration":"206.763448ms","start":"2026-03-03T12:42:25.430234Z","end":"2026-03-03T12:42:25.636998Z","steps":["trace[437106271] 'range keys from in-memory index tree' (duration: 206.44033ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:26.207722Z","caller":"traceutil/trace.go:171","msg":"trace[1313033330] transaction","detail":"{read_only:false; response_revision:26258; number_of_response:1; }","duration":"290.30819ms","start":"2026-03-03T12:42:25.9174Z","end":"2026-03-03T12:42:26.207708Z","steps":["trace[1313033330] 'process raft request' (duration: 290.193767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:26.556513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.591039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:42:26.556637Z","caller":"traceutil/trace.go:171","msg":"trace[1567709227] transaction","detail":"{read_only:false; response_revision:26260; number_of_response:1; }","duration":"209.150845ms","start":"2026-03-03T12:42:26.347475Z","end":"2026-03-03T12:42:26.556626Z","steps":["trace[1567709227] 'process raft request' (duration: 209.114234ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:26.556861Z","caller":"traceutil/trace.go:171","msg":"trace[1251821544] linearizableReadLoop","detail":"{readStateIndex:27202; appliedIndex:27200; }","duration":"423.52259ms","start":"2026-03-03T12:42:26.133307Z","end":"2026-03-03T12:42:26.556829Z","steps":["trace[1251821544] 'read index received' (duration: 74.354157ms)","trace[1251821544] 'applied index is now lower than readState.Index' (duration: 349.164733ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:26.557003Z","caller":"traceutil/trace.go:171","msg":"trace[1414987383] transaction","detail":"{read_only:false; response_revision:26259; number_of_response:1; }","duration":"537.547319ms","start":"2026-03-03T12:42:26.019442Z","end":"2026-03-03T12:42:26.556989Z","steps":["trace[1414987383] 'process raft request' (duration: 277.418047ms)","trace[1414987383] 'compare' (duration: 259.501888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:26.558166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.673865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T12:42:26.558169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.097674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T12:42:26.558179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.848731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:26.558217Z","caller":"traceutil/trace.go:171","msg":"trace[1011594892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26260; }","duration":"306.736096ms","start":"2026-03-03T12:42:26.251467Z","end":"2026-03-03T12:42:26.558203Z","steps":["trace[1011594892] 'agreement among raft nodes before linearized reading' (duration: 306.597503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:26.558221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.692376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:26.55822Z","caller":"traceutil/trace.go:171","msg":"trace[1820400770] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26260; }","duration":"307.185756ms","start":"2026-03-03T12:42:26.251025Z","end":"2026-03-03T12:42:26.558211Z","steps":["trace[1820400770] 'agreement among raft nodes before linearized reading' (duration: 307.044783ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:26.558239Z","caller":"traceutil/trace.go:171","msg":"trace[775495130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26260; }","duration":"424.939453ms","start":"2026-03-03T12:42:26.133281Z","end":"2026-03-03T12:42:26.55822Z","steps":["trace[775495130] 'agreement among raft nodes before linearized reading' (duration: 424.82153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:26.558249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.159893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T12:42:26.558251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:26.251459Z","time spent":"306.783727ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:42:26.558263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:26.251011Z","time spent":"307.244387ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T12:42:26.558261Z","caller":"traceutil/trace.go:171","msg":"trace[81407004] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26260; }","duration":"103.771408ms","start":"2026-03-03T12:42:26.454474Z","end":"2026-03-03T12:42:26.558246Z","steps":["trace[81407004] 'agreement among raft nodes before linearized reading' (duration: 103.722807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:26.558272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:26.13327Z","time spent":"424.996195ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:42:26.558276Z","caller":"traceutil/trace.go:171","msg":"trace[351047325] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26260; }","duration":"309.194964ms","start":"2026-03-03T12:42:26.24907Z","end":"2026-03-03T12:42:26.558265Z","steps":["trace[351047325] 'agreement among raft nodes before linearized reading' (duration: 309.143222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:26.558297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:26.249063Z","time spent":"309.229094ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:42:26.558179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.461133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:42:26.558336Z","caller":"traceutil/trace.go:171","msg":"trace[961544982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26260; }","duration":"310.662758ms","start":"2026-03-03T12:42:26.247664Z","end":"2026-03-03T12:42:26.558327Z","steps":["trace[961544982] 'agreement among raft nodes before linearized reading' (duration: 310.395512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:26.558156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.371202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:42:26.558366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:26.247642Z","time spent":"310.712559ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T12:42:26.558375Z","caller":"traceutil/trace.go:171","msg":"trace[1972116375] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26260; }","duration":"153.66654ms","start":"2026-03-03T12:42:26.404699Z","end":"2026-03-03T12:42:26.558366Z","steps":["trace[1972116375] 'agreement among raft nodes before linearized reading' (duration: 153.364003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:26.558393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.156575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:42:26.558424Z","caller":"traceutil/trace.go:171","msg":"trace[1181045234] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26260; }","duration":"192.230817ms","start":"2026-03-03T12:42:26.366186Z","end":"2026-03-03T12:42:26.558417Z","steps":["trace[1181045234] 'agreement among raft nodes before linearized reading' (duration: 192.131654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:26.558792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:26.019422Z","time spent":"537.618501ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:27.033135Z","caller":"traceutil/trace.go:171","msg":"trace[840290368] transaction","detail":"{read_only:false; response_revision:26265; number_of_response:1; }","duration":"140.793818ms","start":"2026-03-03T12:42:26.892313Z","end":"2026-03-03T12:42:27.033107Z","steps":["trace[840290368] 'process raft request' (duration: 140.627824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:27.202021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.179745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T12:42:27.202108Z","caller":"traceutil/trace.go:171","msg":"trace[439403382] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26265; }","duration":"129.308538ms","start":"2026-03-03T12:42:27.07278Z","end":"2026-03-03T12:42:27.202089Z","steps":["trace[439403382] 'range keys from in-memory index tree' (duration: 129.007851ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:27.202254Z","caller":"traceutil/trace.go:171","msg":"trace[2031444940] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"105.468208ms","start":"2026-03-03T12:42:27.096747Z","end":"2026-03-03T12:42:27.202216Z","steps":["trace[2031444940] 'process raft request' (duration: 86.661107ms)","trace[2031444940] 'compare' (duration: 18.677047ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:27.740572Z","caller":"traceutil/trace.go:171","msg":"trace[1364214756] transaction","detail":"{read_only:false; response_revision:26267; number_of_response:1; }","duration":"643.737613ms","start":"2026-03-03T12:42:27.096812Z","end":"2026-03-03T12:42:27.740549Z","steps":["trace[1364214756] 'process raft request' (duration: 632.707205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:27.740686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:27.096786Z","time spent":"643.839717ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:27.740827Z","caller":"traceutil/trace.go:171","msg":"trace[991485430] transaction","detail":"{read_only:false; response_revision:26268; number_of_response:1; }","duration":"643.851147ms","start":"2026-03-03T12:42:27.096943Z","end":"2026-03-03T12:42:27.740794Z","steps":["trace[991485430] 'process raft request' (duration: 643.536479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:27.740993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:27.096938Z","time spent":"643.97111ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:27.741106Z","caller":"traceutil/trace.go:171","msg":"trace[1898647061] linearizableReadLoop","detail":"{readStateIndex:27213; appliedIndex:27208; }","duration":"607.290718ms","start":"2026-03-03T12:42:27.133794Z","end":"2026-03-03T12:42:27.741085Z","steps":["trace[1898647061] 'read index received' (duration: 49.704088ms)","trace[1898647061] 'applied index is now lower than readState.Index' (duration: 557.58576ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:27.74143Z","caller":"traceutil/trace.go:171","msg":"trace[1294240207] transaction","detail":"{read_only:false; response_revision:26269; number_of_response:1; }","duration":"644.401459ms","start":"2026-03-03T12:42:27.097011Z","end":"2026-03-03T12:42:27.741413Z","steps":["trace[1294240207] 'process raft request' (duration: 643.698253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:27.74154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:27.096984Z","time spent":"644.486022ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:27.74174Z","caller":"traceutil/trace.go:171","msg":"trace[16135951] transaction","detail":"{read_only:false; response_revision:26270; number_of_response:1; }","duration":"643.761545ms","start":"2026-03-03T12:42:27.097966Z","end":"2026-03-03T12:42:27.741728Z","steps":["trace[16135951] 'process raft request' (duration: 643.059898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:27.741809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:27.09795Z","time spent":"643.828707ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:27.74195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.158508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:27.741992Z","caller":"traceutil/trace.go:171","msg":"trace[808984553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26270; }","duration":"608.230799ms","start":"2026-03-03T12:42:27.133753Z","end":"2026-03-03T12:42:27.741983Z","steps":["trace[808984553] 'agreement among raft nodes before linearized reading' (duration: 608.166278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:27.742021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:27.133734Z","time spent":"608.279421ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:42:27.742246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.697685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T12:42:27.742282Z","caller":"traceutil/trace.go:171","msg":"trace[1096608668] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26270; }","duration":"535.759827ms","start":"2026-03-03T12:42:27.206514Z","end":"2026-03-03T12:42:27.742274Z","steps":["trace[1096608668] 'agreement among raft nodes before linearized reading' (duration: 535.638314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:27.74231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:27.206495Z","time spent":"535.808729ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T12:42:27.742597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.064608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:27.742642Z","caller":"traceutil/trace.go:171","msg":"trace[1231923325] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26270; }","duration":"500.15405ms","start":"2026-03-03T12:42:27.242476Z","end":"2026-03-03T12:42:27.74263Z","steps":["trace[1231923325] 'agreement among raft nodes before linearized reading' (duration: 500.086709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:27.742673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:27.242456Z","time spent":"500.209091ms","remote":"127.0.0.1:43514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:28.465183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.241391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-03T12:42:28.465275Z","caller":"traceutil/trace.go:171","msg":"trace[2086270684] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26271; }","duration":"122.378265ms","start":"2026-03-03T12:42:28.342877Z","end":"2026-03-03T12:42:28.465256Z","steps":["trace[2086270684] 'range keys from in-memory index tree' (duration: 122.088437ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:28.946161Z","caller":"traceutil/trace.go:171","msg":"trace[662032769] transaction","detail":"{read_only:false; response_revision:26273; number_of_response:1; }","duration":"314.5696ms","start":"2026-03-03T12:42:28.631555Z","end":"2026-03-03T12:42:28.946125Z","steps":["trace[662032769] 'process raft request' (duration: 265.114418ms)","trace[662032769] 'compare' (duration: 49.194336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:28.9463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:28.631531Z","time spent":"314.699583ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:28.957826Z","caller":"traceutil/trace.go:171","msg":"trace[2002278497] linearizableReadLoop","detail":"{readStateIndex:27219; appliedIndex:27215; }","duration":"208.157911ms","start":"2026-03-03T12:42:28.749652Z","end":"2026-03-03T12:42:28.95781Z","steps":["trace[2002278497] 'read index received' (duration: 147.029944ms)","trace[2002278497] 'applied index is now lower than readState.Index' (duration: 61.127357ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:28.957994Z","caller":"traceutil/trace.go:171","msg":"trace[98167439] transaction","detail":"{read_only:false; response_revision:26274; number_of_response:1; }","duration":"323.654514ms","start":"2026-03-03T12:42:28.634331Z","end":"2026-03-03T12:42:28.957986Z","steps":["trace[98167439] 'process raft request' (duration: 323.369277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:28.958064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:28.634302Z","time spent":"323.707245ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:28.958239Z","caller":"traceutil/trace.go:171","msg":"trace[722397038] transaction","detail":"{read_only:false; response_revision:26275; number_of_response:1; }","duration":"323.866718ms","start":"2026-03-03T12:42:28.634367Z","end":"2026-03-03T12:42:28.958234Z","steps":["trace[722397038] 'process raft request' (duration: 323.401708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:28.958275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:28.634306Z","time spent":"323.952571ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:28.958319Z","caller":"traceutil/trace.go:171","msg":"trace[1745238005] transaction","detail":"{read_only:false; response_revision:26276; number_of_response:1; }","duration":"323.94591ms","start":"2026-03-03T12:42:28.634369Z","end":"2026-03-03T12:42:28.958315Z","steps":["trace[1745238005] 'process raft request' (duration: 323.419228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:28.958343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:28.634348Z","time spent":"323.980442ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:28.958941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.277586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:28.959415Z","caller":"traceutil/trace.go:171","msg":"trace[1499385800] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26276; }","duration":"209.801009ms","start":"2026-03-03T12:42:28.749594Z","end":"2026-03-03T12:42:28.959395Z","steps":["trace[1499385800] 'agreement among raft nodes before linearized reading' (duration: 208.538919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:33.208482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.070046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:33.208608Z","caller":"traceutil/trace.go:171","msg":"trace[305040562] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26311; }","duration":"499.238239ms","start":"2026-03-03T12:42:32.709349Z","end":"2026-03-03T12:42:33.208587Z","steps":["trace[305040562] 'count revisions from in-memory index tree' (duration: 499.010194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:33.208652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:32.709337Z","time spent":"499.30342ms","remote":"127.0.0.1:50506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:33.20876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.457071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:42:33.208851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.667903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:42:33.208865Z","caller":"traceutil/trace.go:171","msg":"trace[1289614900] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26311; }","duration":"338.623705ms","start":"2026-03-03T12:42:32.870211Z","end":"2026-03-03T12:42:33.208834Z","steps":["trace[1289614900] 'count revisions from in-memory index tree' (duration: 338.350569ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:33.208903Z","caller":"traceutil/trace.go:171","msg":"trace[1796825683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26311; }","duration":"237.765156ms","start":"2026-03-03T12:42:32.971125Z","end":"2026-03-03T12:42:33.20889Z","steps":["trace[1796825683] 'range keys from in-memory index tree' (duration: 237.412127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:33.20892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:32.870182Z","time spent":"338.721558ms","remote":"127.0.0.1:50766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:33.208984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.79906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T12:42:33.209028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.669194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T12:42:33.209083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.880539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:42:33.209103Z","caller":"traceutil/trace.go:171","msg":"trace[1179497930] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26311; }","duration":"250.000064ms","start":"2026-03-03T12:42:32.959077Z","end":"2026-03-03T12:42:33.209077Z","steps":["trace[1179497930] 'range keys from in-memory index tree' (duration: 249.544353ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:33.209115Z","caller":"traceutil/trace.go:171","msg":"trace[405386775] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26311; }","duration":"237.801438ms","start":"2026-03-03T12:42:32.971289Z","end":"2026-03-03T12:42:33.20909Z","steps":["trace[405386775] 'range keys from in-memory index tree' (duration: 237.430428ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:33.209125Z","caller":"traceutil/trace.go:171","msg":"trace[239720781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26311; }","duration":"237.963131ms","start":"2026-03-03T12:42:32.971152Z","end":"2026-03-03T12:42:33.209116Z","steps":["trace[239720781] 'range keys from in-memory index tree' (duration: 237.712816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:33.209013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.534354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:42:33.209228Z","caller":"traceutil/trace.go:171","msg":"trace[1698709192] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26311; }","duration":"441.833511ms","start":"2026-03-03T12:42:32.767381Z","end":"2026-03-03T12:42:33.209214Z","steps":["trace[1698709192] 'count revisions from in-memory index tree' (duration: 441.433642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:33.209238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.226079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T12:42:33.209265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:32.767359Z","time spent":"441.895732ms","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:42:33.209296Z","caller":"traceutil/trace.go:171","msg":"trace[1758526360] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26311; }","duration":"370.320041ms","start":"2026-03-03T12:42:32.838956Z","end":"2026-03-03T12:42:33.209276Z","steps":["trace[1758526360] 'range keys from in-memory index tree' (duration: 370.044154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:33.209348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:32.838932Z","time spent":"370.406543ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T12:42:33.209766Z","caller":"traceutil/trace.go:171","msg":"trace[1133977501] transaction","detail":"{read_only:false; response_revision:26312; number_of_response:1; }","duration":"159.62598ms","start":"2026-03-03T12:42:33.050109Z","end":"2026-03-03T12:42:33.209735Z","steps":["trace[1133977501] 'process raft request' (duration: 159.335104ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:33.670451Z","caller":"traceutil/trace.go:171","msg":"trace[1674066704] transaction","detail":"{read_only:false; response_revision:26313; number_of_response:1; }","duration":"456.896645ms","start":"2026-03-03T12:42:33.213514Z","end":"2026-03-03T12:42:33.67041Z","steps":["trace[1674066704] 'process raft request' (duration: 403.670974ms)","trace[1674066704] 'compare' (duration: 52.75537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:33.670608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:33.213492Z","time spent":"457.034558ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:33.67047Z","caller":"traceutil/trace.go:171","msg":"trace[581731538] linearizableReadLoop","detail":"{readStateIndex:27259; appliedIndex:27258; }","duration":"456.789012ms","start":"2026-03-03T12:42:33.213611Z","end":"2026-03-03T12:42:33.6704Z","steps":["trace[581731538] 'read index received' (duration: 403.593562ms)","trace[581731538] 'applied index is now lower than readState.Index' (duration: 53.19397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:33.671454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.786726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-03T12:42:33.671748Z","caller":"traceutil/trace.go:171","msg":"trace[1165259444] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26313; }","duration":"458.047952ms","start":"2026-03-03T12:42:33.213589Z","end":"2026-03-03T12:42:33.671637Z","steps":["trace[1165259444] 'agreement among raft nodes before linearized reading' (duration: 456.890504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:33.671836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:33.21358Z","time spent":"458.243337ms","remote":"127.0.0.1:42498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T12:42:33.950189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.353199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:42:33.950525Z","caller":"traceutil/trace.go:171","msg":"trace[534809464] transaction","detail":"{read_only:false; response_revision:26314; number_of_response:1; }","duration":"736.795531ms","start":"2026-03-03T12:42:33.213691Z","end":"2026-03-03T12:42:33.950487Z","steps":["trace[534809464] 'process raft request' (duration: 627.039972ms)","trace[534809464] 'compare' (duration: 109.204256ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:33.950596Z","caller":"traceutil/trace.go:171","msg":"trace[535219703] transaction","detail":"{read_only:false; response_revision:26316; number_of_response:1; }","duration":"736.035882ms","start":"2026-03-03T12:42:33.214532Z","end":"2026-03-03T12:42:33.950568Z","steps":["trace[535219703] 'process raft request' (duration: 735.9197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:33.950716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:33.214515Z","time spent":"736.150185ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:33.950731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:33.21368Z","time spent":"736.936904ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:33.950898Z","caller":"traceutil/trace.go:171","msg":"trace[581452238] transaction","detail":"{read_only:false; response_revision:26315; number_of_response:1; }","duration":"737.121938ms","start":"2026-03-03T12:42:33.213758Z","end":"2026-03-03T12:42:33.950879Z","steps":["trace[581452238] 'process raft request' (duration: 736.564205ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:33.950882Z","caller":"traceutil/trace.go:171","msg":"trace[957794076] linearizableReadLoop","detail":"{readStateIndex:27263; appliedIndex:27259; }","duration":"274.13022ms","start":"2026-03-03T12:42:33.67671Z","end":"2026-03-03T12:42:33.95084Z","steps":["trace[957794076] 'read index received' (duration: 164.152216ms)","trace[957794076] 'applied index is now lower than readState.Index' (duration: 109.976584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:33.950998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:33.213707Z","time spent":"737.242231ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:33.951216Z","caller":"traceutil/trace.go:171","msg":"trace[790362976] transaction","detail":"{read_only:false; response_revision:26317; number_of_response:1; }","duration":"730.094793ms","start":"2026-03-03T12:42:33.221063Z","end":"2026-03-03T12:42:33.951157Z","steps":["trace[790362976] 'process raft request' (duration: 729.451118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:33.951251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.513718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:42:33.951326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:33.221053Z","time spent":"730.210557ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:33.951377Z","caller":"traceutil/trace.go:171","msg":"trace[1634717788] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26317; }","duration":"274.704395ms","start":"2026-03-03T12:42:33.676645Z","end":"2026-03-03T12:42:33.951349Z","steps":["trace[1634717788] 'agreement among raft nodes before linearized reading' (duration: 274.490739ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:34.022487Z","caller":"traceutil/trace.go:171","msg":"trace[1829823227] transaction","detail":"{read_only:false; response_revision:26318; number_of_response:1; }","duration":"262.834725ms","start":"2026-03-03T12:42:33.759627Z","end":"2026-03-03T12:42:34.022462Z","steps":["trace[1829823227] 'process raft request' (duration: 262.666971ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:34.022759Z","caller":"traceutil/trace.go:171","msg":"trace[1233133152] transaction","detail":"{read_only:false; response_revision:26319; number_of_response:1; }","duration":"262.987099ms","start":"2026-03-03T12:42:33.759739Z","end":"2026-03-03T12:42:34.022726Z","steps":["trace[1233133152] 'process raft request' (duration: 262.689532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:34.022835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.921291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:34.022879Z","caller":"traceutil/trace.go:171","msg":"trace[63301334] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26321; }","duration":"290.019064ms","start":"2026-03-03T12:42:33.732851Z","end":"2026-03-03T12:42:34.02287Z","steps":["trace[63301334] 'agreement among raft nodes before linearized reading' (duration: 289.894971ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:34.022901Z","caller":"traceutil/trace.go:171","msg":"trace[694218324] transaction","detail":"{read_only:false; response_revision:26320; number_of_response:1; }","duration":"261.670457ms","start":"2026-03-03T12:42:33.76122Z","end":"2026-03-03T12:42:34.02289Z","steps":["trace[694218324] 'process raft request' (duration: 261.425711ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:34.022919Z","caller":"traceutil/trace.go:171","msg":"trace[1439404903] transaction","detail":"{read_only:false; response_revision:26321; number_of_response:1; }","duration":"259.892536ms","start":"2026-03-03T12:42:33.762986Z","end":"2026-03-03T12:42:34.022878Z","steps":["trace[1439404903] 'process raft request' (duration: 259.718312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:34.023072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.492594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:34.023146Z","caller":"traceutil/trace.go:171","msg":"trace[2117725194] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26321; }","duration":"273.590047ms","start":"2026-03-03T12:42:33.749541Z","end":"2026-03-03T12:42:34.023131Z","steps":["trace[2117725194] 'agreement among raft nodes before linearized reading' (duration: 273.362011ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:47.86496Z","caller":"traceutil/trace.go:171","msg":"trace[1923946948] transaction","detail":"{read_only:false; response_revision:26423; number_of_response:1; }","duration":"124.614138ms","start":"2026-03-03T12:42:47.740325Z","end":"2026-03-03T12:42:47.864939Z","steps":["trace[1923946948] 'process raft request' (duration: 124.495055ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:48.178301Z","caller":"traceutil/trace.go:171","msg":"trace[332316023] linearizableReadLoop","detail":"{readStateIndex:27373; appliedIndex:27372; }","duration":"176.615298ms","start":"2026-03-03T12:42:48.001656Z","end":"2026-03-03T12:42:48.178272Z","steps":["trace[332316023] 'read index received' (duration: 175.154394ms)","trace[332316023] 'applied index is now lower than readState.Index' (duration: 1.459654ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:48.178311Z","caller":"traceutil/trace.go:171","msg":"trace[1314653715] transaction","detail":"{read_only:false; response_revision:26424; number_of_response:1; }","duration":"183.89095ms","start":"2026-03-03T12:42:47.994385Z","end":"2026-03-03T12:42:48.178276Z","steps":["trace[1314653715] 'process raft request' (duration: 182.619111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:48.178461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.775722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:48.178676Z","caller":"traceutil/trace.go:171","msg":"trace[1244709900] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26424; }","duration":"177.040618ms","start":"2026-03-03T12:42:48.00162Z","end":"2026-03-03T12:42:48.178635Z","steps":["trace[1244709900] 'agreement among raft nodes before linearized reading' (duration: 176.773042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:48.185609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.811337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T12:42:48.185659Z","caller":"traceutil/trace.go:171","msg":"trace[2144361020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26428; }","duration":"128.895759ms","start":"2026-03-03T12:42:48.056752Z","end":"2026-03-03T12:42:48.185647Z","steps":["trace[2144361020] 'agreement among raft nodes before linearized reading' (duration: 128.761396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:50.80893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.043304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:42:50.809414Z","caller":"traceutil/trace.go:171","msg":"trace[2071660394] transaction","detail":"{read_only:false; response_revision:26441; number_of_response:1; }","duration":"522.646784ms","start":"2026-03-03T12:42:50.286743Z","end":"2026-03-03T12:42:50.80939Z","steps":["trace[2071660394] 'process raft request' (duration: 522.591723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:50.809531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:50.286711Z","time spent":"522.763887ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:50.809452Z","caller":"traceutil/trace.go:171","msg":"trace[1731325224] transaction","detail":"{read_only:false; response_revision:26438; number_of_response:1; }","duration":"617.048327ms","start":"2026-03-03T12:42:50.19236Z","end":"2026-03-03T12:42:50.809408Z","steps":["trace[1731325224] 'process raft request' (duration: 616.715089ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:50.809736Z","caller":"traceutil/trace.go:171","msg":"trace[483066840] transaction","detail":"{read_only:false; response_revision:26437; number_of_response:1; }","duration":"618.539483ms","start":"2026-03-03T12:42:50.191182Z","end":"2026-03-03T12:42:50.809721Z","steps":["trace[483066840] 'process raft request' (duration: 206.584227ms)","trace[483066840] 'compare' (duration: 410.86576ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:50.809711Z","caller":"traceutil/trace.go:171","msg":"trace[1053966951] linearizableReadLoop","detail":"{readStateIndex:27389; appliedIndex:27384; }","duration":"613.040482ms","start":"2026-03-03T12:42:50.196649Z","end":"2026-03-03T12:42:50.809689Z","steps":["trace[1053966951] 'read index received' (duration: 29.044907ms)","trace[1053966951] 'applied index is now lower than readState.Index' (duration: 583.992055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:50.809756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:50.192344Z","time spent":"617.325584ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:50.809795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:50.191118Z","time spent":"618.649695ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:50.809761Z","caller":"traceutil/trace.go:171","msg":"trace[1864002225] transaction","detail":"{read_only:false; response_revision:26439; number_of_response:1; }","duration":"615.93327ms","start":"2026-03-03T12:42:50.193783Z","end":"2026-03-03T12:42:50.809716Z","steps":["trace[1864002225] 'process raft request' (duration: 615.405968ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:50.809883Z","caller":"traceutil/trace.go:171","msg":"trace[1710138973] transaction","detail":"{read_only:false; response_revision:26440; number_of_response:1; }","duration":"614.320802ms","start":"2026-03-03T12:42:50.195351Z","end":"2026-03-03T12:42:50.809672Z","steps":["trace[1710138973] 'process raft request' (duration: 613.922813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:50.809919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:50.193771Z","time spent":"616.071103ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:50.809944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.290408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T12:42:50.809949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:50.195341Z","time spent":"614.5648ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:50.80998Z","caller":"traceutil/trace.go:171","msg":"trace[112637060] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26441; }","duration":"613.35071ms","start":"2026-03-03T12:42:50.196618Z","end":"2026-03-03T12:42:50.809969Z","steps":["trace[112637060] 'agreement among raft nodes before linearized reading' (duration: 613.194996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:50.810013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:50.196606Z","time spent":"613.398041ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T12:42:51.180079Z","caller":"traceutil/trace.go:171","msg":"trace[387457151] transaction","detail":"{read_only:false; response_revision:26442; number_of_response:1; }","duration":"480.810474ms","start":"2026-03-03T12:42:50.699247Z","end":"2026-03-03T12:42:51.180057Z","steps":["trace[387457151] 'process raft request' (duration: 386.37821ms)","trace[387457151] 'compare' (duration: 94.263831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:51.180211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:50.699219Z","time spent":"480.923127ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:51.180285Z","caller":"traceutil/trace.go:171","msg":"trace[1062723200] transaction","detail":"{read_only:false; response_revision:26443; number_of_response:1; }","duration":"456.906969ms","start":"2026-03-03T12:42:50.723345Z","end":"2026-03-03T12:42:51.180251Z","steps":["trace[1062723200] 'process raft request' (duration: 456.679624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:51.180406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:50.723322Z","time spent":"457.018941ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:51.181149Z","caller":"traceutil/trace.go:171","msg":"trace[1288950644] linearizableReadLoop","detail":"{readStateIndex:27392; appliedIndex:27390; }","duration":"371.351635ms","start":"2026-03-03T12:42:50.809772Z","end":"2026-03-03T12:42:51.181124Z","steps":["trace[1288950644] 'read index received' (duration: 275.838596ms)","trace[1288950644] 'applied index is now lower than readState.Index' (duration: 95.512009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:51.181311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.62708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:51.181353Z","caller":"traceutil/trace.go:171","msg":"trace[574262316] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26444; }","duration":"882.685131ms","start":"2026-03-03T12:42:50.298655Z","end":"2026-03-03T12:42:51.18134Z","steps":["trace[574262316] 'agreement among raft nodes before linearized reading' (duration: 882.600349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:51.181347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.303866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T12:42:51.181389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:50.29859Z","time spent":"882.788584ms","remote":"127.0.0.1:36400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:42:51.181402Z","caller":"traceutil/trace.go:171","msg":"trace[1490601476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26444; }","duration":"779.401059ms","start":"2026-03-03T12:42:50.40199Z","end":"2026-03-03T12:42:51.181391Z","steps":["trace[1490601476] 'agreement among raft nodes before linearized reading' (duration: 779.219984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:51.181437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:50.401967Z","time spent":"779.460409ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:42:51.181447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.358374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T12:42:51.181481Z","caller":"traceutil/trace.go:171","msg":"trace[1399192119] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26444; }","duration":"253.427645ms","start":"2026-03-03T12:42:50.928044Z","end":"2026-03-03T12:42:51.181472Z","steps":["trace[1399192119] 'agreement among raft nodes before linearized reading' (duration: 253.334232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:51.181554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.193635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T12:42:51.181626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.095753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T12:42:51.181673Z","caller":"traceutil/trace.go:171","msg":"trace[678289816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26444; }","duration":"982.156315ms","start":"2026-03-03T12:42:50.199503Z","end":"2026-03-03T12:42:51.181659Z","steps":["trace[678289816] 'agreement among raft nodes before linearized reading' (duration: 982.012802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:51.181649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.631425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-03-03T12:42:51.181702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:50.199491Z","time spent":"982.206146ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T12:42:51.181731Z","caller":"traceutil/trace.go:171","msg":"trace[524115845] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26444; }","duration":"197.776498ms","start":"2026-03-03T12:42:50.983936Z","end":"2026-03-03T12:42:51.181712Z","steps":["trace[524115845] 'agreement among raft nodes before linearized reading' (duration: 197.522012ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:51.181674Z","caller":"traceutil/trace.go:171","msg":"trace[304908993] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26444; }","duration":"982.37775ms","start":"2026-03-03T12:42:50.199273Z","end":"2026-03-03T12:42:51.18165Z","steps":["trace[304908993] 'agreement among raft nodes before linearized reading' (duration: 982.020031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:51.181828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:50.199256Z","time spent":"982.555633ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:42:51.181614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.086213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-03T12:42:51.181909Z","caller":"traceutil/trace.go:171","msg":"trace[977681537] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:26444; }","duration":"238.44204ms","start":"2026-03-03T12:42:50.943456Z","end":"2026-03-03T12:42:51.181898Z","steps":["trace[977681537] 'agreement among raft nodes before linearized reading' (duration: 238.092072ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:51.181615Z","caller":"traceutil/trace.go:171","msg":"trace[1629270107] transaction","detail":"{read_only:false; response_revision:26444; number_of_response:1; }","duration":"365.108828ms","start":"2026-03-03T12:42:50.816493Z","end":"2026-03-03T12:42:51.181602Z","steps":["trace[1629270107] 'process raft request' (duration: 363.725635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:51.181972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:50.816472Z","time spent":"365.468285ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:51.829688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.921915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:42:51.830026Z","caller":"traceutil/trace.go:171","msg":"trace[884450574] transaction","detail":"{read_only:false; response_revision:26445; number_of_response:1; }","duration":"636.595171ms","start":"2026-03-03T12:42:51.193398Z","end":"2026-03-03T12:42:51.829993Z","steps":["trace[884450574] 'process raft request' (duration: 202.296197ms)","trace[884450574] 'compare' (duration: 433.804492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:51.830168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:51.193384Z","time spent":"636.703583ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:51.830184Z","caller":"traceutil/trace.go:171","msg":"trace[362348022] transaction","detail":"{read_only:false; response_revision:26446; number_of_response:1; }","duration":"636.669163ms","start":"2026-03-03T12:42:51.193484Z","end":"2026-03-03T12:42:51.830153Z","steps":["trace[362348022] 'process raft request' (duration: 636.429477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:51.830315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:51.19346Z","time spent":"636.786615ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:51.830412Z","caller":"traceutil/trace.go:171","msg":"trace[1486636793] transaction","detail":"{read_only:false; response_revision:26450; number_of_response:1; }","duration":"561.577946ms","start":"2026-03-03T12:42:51.268765Z","end":"2026-03-03T12:42:51.830343Z","steps":["trace[1486636793] 'process raft request' (duration: 561.530715ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:51.830453Z","caller":"traceutil/trace.go:171","msg":"trace[998604083] transaction","detail":"{read_only:false; response_revision:26448; number_of_response:1; }","duration":"636.233502ms","start":"2026-03-03T12:42:51.194208Z","end":"2026-03-03T12:42:51.830441Z","steps":["trace[998604083] 'process raft request' (duration: 635.796451ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:51.830486Z","caller":"traceutil/trace.go:171","msg":"trace[1660698774] transaction","detail":"{read_only:false; response_revision:26447; number_of_response:1; }","duration":"636.418285ms","start":"2026-03-03T12:42:51.194056Z","end":"2026-03-03T12:42:51.830474Z","steps":["trace[1660698774] 'process raft request' (duration: 635.917744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:51.830515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:51.194158Z","time spent":"636.327904ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:51.830541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:51.194047Z","time spent":"636.460176ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:51.830601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:51.268739Z","time spent":"561.7835ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:51.830652Z","caller":"traceutil/trace.go:171","msg":"trace[159159198] transaction","detail":"{read_only:false; response_revision:26449; number_of_response:1; }","duration":"632.916883ms","start":"2026-03-03T12:42:51.197726Z","end":"2026-03-03T12:42:51.830643Z","steps":["trace[159159198] 'process raft request' (duration: 632.318369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:51.830712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:51.197717Z","time spent":"632.968624ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:51.830787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.379874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-03T12:42:51.830631Z","caller":"traceutil/trace.go:171","msg":"trace[1524652199] linearizableReadLoop","detail":"{readStateIndex:27398; appliedIndex:27393; }","duration":"636.218091ms","start":"2026-03-03T12:42:51.194397Z","end":"2026-03-03T12:42:51.830615Z","steps":["trace[1524652199] 'read index received' (duration: 2.421387ms)","trace[1524652199] 'applied index is now lower than readState.Index' (duration: 633.794494ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:51.83085Z","caller":"traceutil/trace.go:171","msg":"trace[1402943465] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:26450; }","duration":"636.453917ms","start":"2026-03-03T12:42:51.194379Z","end":"2026-03-03T12:42:51.830833Z","steps":["trace[1402943465] 'agreement among raft nodes before linearized reading' (duration: 636.276052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:51.830897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:51.194371Z","time spent":"636.515228ms","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-03T12:42:51.831225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.217351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:42:51.831309Z","caller":"traceutil/trace.go:171","msg":"trace[1780261489] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26450; }","duration":"428.444526ms","start":"2026-03-03T12:42:51.402843Z","end":"2026-03-03T12:42:51.831288Z","steps":["trace[1780261489] 'agreement among raft nodes before linearized reading' (duration: 428.16121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:51.831365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:51.402825Z","time spent":"428.525188ms","remote":"127.0.0.1:42498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:42:52.451019Z","caller":"traceutil/trace.go:171","msg":"trace[2013691908] transaction","detail":"{read_only:false; response_revision:26453; number_of_response:1; }","duration":"219.078962ms","start":"2026-03-03T12:42:52.231859Z","end":"2026-03-03T12:42:52.450938Z","steps":["trace[2013691908] 'process raft request' (duration: 218.715544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:52.792804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.077828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:42:52.792893Z","caller":"traceutil/trace.go:171","msg":"trace[1400530857] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26453; }","duration":"103.215151ms","start":"2026-03-03T12:42:52.689653Z","end":"2026-03-03T12:42:52.792869Z","steps":["trace[1400530857] 'count revisions from in-memory index tree' (duration: 103.008096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:52.793415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.115758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T12:42:52.793492Z","caller":"traceutil/trace.go:171","msg":"trace[31351801] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26453; }","duration":"212.235651ms","start":"2026-03-03T12:42:52.581239Z","end":"2026-03-03T12:42:52.793474Z","steps":["trace[31351801] 'range keys from in-memory index tree' (duration: 211.902223ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:52.974119Z","caller":"traceutil/trace.go:171","msg":"trace[1316238833] transaction","detail":"{read_only:false; response_revision:26454; number_of_response:1; }","duration":"158.740866ms","start":"2026-03-03T12:42:52.815353Z","end":"2026-03-03T12:42:52.974093Z","steps":["trace[1316238833] 'process raft request' (duration: 158.594972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:53.361383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.503155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:42:53.361593Z","caller":"traceutil/trace.go:171","msg":"trace[1228812576] transaction","detail":"{read_only:false; response_revision:26455; number_of_response:1; }","duration":"545.883265ms","start":"2026-03-03T12:42:52.815671Z","end":"2026-03-03T12:42:53.361555Z","steps":["trace[1228812576] 'process raft request' (duration: 421.132604ms)","trace[1228812576] 'compare' (duration: 124.383962ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:53.361674Z","caller":"traceutil/trace.go:171","msg":"trace[1825836441] transaction","detail":"{read_only:false; response_revision:26456; number_of_response:1; }","duration":"545.372011ms","start":"2026-03-03T12:42:52.816279Z","end":"2026-03-03T12:42:53.361651Z","steps":["trace[1825836441] 'process raft request' (duration: 545.199977ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:53.361683Z","caller":"traceutil/trace.go:171","msg":"trace[2061774693] transaction","detail":"{read_only:false; response_revision:26457; number_of_response:1; }","duration":"543.919648ms","start":"2026-03-03T12:42:52.817723Z","end":"2026-03-03T12:42:53.361643Z","steps":["trace[2061774693] 'process raft request' (duration: 543.812235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:53.36178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:52.81627Z","time spent":"545.445483ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:53.361802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:52.815656Z","time spent":"546.033008ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:53.361826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:52.81771Z","time spent":"544.03647ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:53.361898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.344705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:42:53.361951Z","caller":"traceutil/trace.go:171","msg":"trace[541116249] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26458; }","duration":"319.443966ms","start":"2026-03-03T12:42:53.042493Z","end":"2026-03-03T12:42:53.361937Z","steps":["trace[541116249] 'agreement among raft nodes before linearized reading' (duration: 319.320124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:53.361995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:53.042472Z","time spent":"319.51335ms","remote":"127.0.0.1:41828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:42:53.362003Z","caller":"traceutil/trace.go:171","msg":"trace[1099749160] transaction","detail":"{read_only:false; response_revision:26458; number_of_response:1; }","duration":"177.09438ms","start":"2026-03-03T12:42:53.184882Z","end":"2026-03-03T12:42:53.361976Z","steps":["trace[1099749160] 'process raft request' (duration: 176.732521ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:53.361983Z","caller":"traceutil/trace.go:171","msg":"trace[2027439955] linearizableReadLoop","detail":"{readStateIndex:27407; appliedIndex:27404; }","duration":"319.128109ms","start":"2026-03-03T12:42:53.042545Z","end":"2026-03-03T12:42:53.361673Z","steps":["trace[2027439955] 'read index received' (duration: 194.467531ms)","trace[2027439955] 'applied index is now lower than readState.Index' (duration: 124.656928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:53.363388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.890645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:53.363449Z","caller":"traceutil/trace.go:171","msg":"trace[1309853384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26458; }","duration":"229.481429ms","start":"2026-03-03T12:42:53.13395Z","end":"2026-03-03T12:42:53.363431Z","steps":["trace[1309853384] 'agreement among raft nodes before linearized reading' (duration: 228.882515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:53.36395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.455566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:53.364006Z","caller":"traceutil/trace.go:171","msg":"trace[675837020] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26458; }","duration":"100.516217ms","start":"2026-03-03T12:42:53.263477Z","end":"2026-03-03T12:42:53.363993Z","steps":["trace[675837020] 'agreement among raft nodes before linearized reading' (duration: 100.420225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:53.364189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.375746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T12:42:53.364304Z","caller":"traceutil/trace.go:171","msg":"trace[1488424766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26458; }","duration":"169.55212ms","start":"2026-03-03T12:42:53.194725Z","end":"2026-03-03T12:42:53.364277Z","steps":["trace[1488424766] 'agreement among raft nodes before linearized reading' (duration: 169.180881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:34.564655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982352271,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T12:43:34.71096Z","caller":"traceutil/trace.go:171","msg":"trace[1005586052] linearizableReadLoop","detail":"{readStateIndex:27866; appliedIndex:27865; }","duration":"647.252752ms","start":"2026-03-03T12:43:34.063679Z","end":"2026-03-03T12:43:34.710932Z","steps":["trace[1005586052] 'read index received' (duration: 647.103868ms)","trace[1005586052] 'applied index is now lower than readState.Index' (duration: 147.904µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:43:34.711207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.515728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T12:43:34.71125Z","caller":"traceutil/trace.go:171","msg":"trace[713609891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26906; }","duration":"647.61644ms","start":"2026-03-03T12:43:34.063621Z","end":"2026-03-03T12:43:34.711237Z","steps":["trace[713609891] 'agreement among raft nodes before linearized reading' (duration: 647.461026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:34.711289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:43:34.063598Z","time spent":"647.683272ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T12:43:34.711268Z","caller":"traceutil/trace.go:171","msg":"trace[147279600] transaction","detail":"{read_only:false; response_revision:26906; number_of_response:1; }","duration":"672.559241ms","start":"2026-03-03T12:43:34.038635Z","end":"2026-03-03T12:43:34.711194Z","steps":["trace[147279600] 'process raft request' (duration: 672.138761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:34.71143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:43:34.03861Z","time spent":"672.737765ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:43:34.712335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.024955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T12:43:34.712403Z","caller":"traceutil/trace.go:171","msg":"trace[1087773034] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26907; }","duration":"641.129088ms","start":"2026-03-03T12:43:34.071255Z","end":"2026-03-03T12:43:34.712385Z","steps":["trace[1087773034] 'agreement among raft nodes before linearized reading' (duration: 640.966254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:34.712367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.196086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:43:34.712452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:43:34.071237Z","time spent":"641.204769ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:43:34.712456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.710067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:43:34.712477Z","caller":"traceutil/trace.go:171","msg":"trace[500083054] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26907; }","duration":"137.343279ms","start":"2026-03-03T12:43:34.575118Z","end":"2026-03-03T12:43:34.712461Z","steps":["trace[500083054] 'agreement among raft nodes before linearized reading' (duration: 137.198946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:34.712318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.453826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:43:34.712656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.719832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:43:34.712675Z","caller":"traceutil/trace.go:171","msg":"trace[1758120087] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26907; }","duration":"294.890596ms","start":"2026-03-03T12:43:34.417769Z","end":"2026-03-03T12:43:34.712659Z","steps":["trace[1758120087] 'agreement among raft nodes before linearized reading' (duration: 294.483307ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:43:34.712708Z","caller":"traceutil/trace.go:171","msg":"trace[668037039] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26907; }","duration":"294.820164ms","start":"2026-03-03T12:43:34.417873Z","end":"2026-03-03T12:43:34.712693Z","steps":["trace[668037039] 'agreement among raft nodes before linearized reading' (duration: 294.749472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:34.7127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.688681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-03T12:43:34.712724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.479347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T12:43:34.712775Z","caller":"traceutil/trace.go:171","msg":"trace[1236875447] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26907; }","duration":"417.784174ms","start":"2026-03-03T12:43:34.294979Z","end":"2026-03-03T12:43:34.712764Z","steps":["trace[1236875447] 'agreement among raft nodes before linearized reading' (duration: 417.663611ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:43:34.712576Z","caller":"traceutil/trace.go:171","msg":"trace[308006404] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26907; }","duration":"137.882782ms","start":"2026-03-03T12:43:34.574665Z","end":"2026-03-03T12:43:34.712548Z","steps":["trace[308006404] 'agreement among raft nodes before linearized reading' (duration: 137.693387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:34.712817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:43:34.294964Z","time spent":"417.844475ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-03T12:43:34.712814Z","caller":"traceutil/trace.go:171","msg":"trace[1618516157] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26907; }","duration":"294.604419ms","start":"2026-03-03T12:43:34.418186Z","end":"2026-03-03T12:43:34.712791Z","steps":["trace[1618516157] 'agreement among raft nodes before linearized reading' (duration: 294.280042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:34.712498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.627696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:43:34.712893Z","caller":"traceutil/trace.go:171","msg":"trace[57217545] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26907; }","duration":"138.029295ms","start":"2026-03-03T12:43:34.574851Z","end":"2026-03-03T12:43:34.712881Z","steps":["trace[57217545] 'agreement among raft nodes before linearized reading' (duration: 137.567835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:34.713006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.151115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:43:34.713048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.678071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T12:43:34.713057Z","caller":"traceutil/trace.go:171","msg":"trace[1780391982] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26907; }","duration":"419.241817ms","start":"2026-03-03T12:43:34.293804Z","end":"2026-03-03T12:43:34.713046Z","steps":["trace[1780391982] 'agreement among raft nodes before linearized reading' (duration: 419.159075ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:43:34.713085Z","caller":"traceutil/trace.go:171","msg":"trace[1113150498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26907; }","duration":"532.745864ms","start":"2026-03-03T12:43:34.18033Z","end":"2026-03-03T12:43:34.713076Z","steps":["trace[1113150498] 'agreement among raft nodes before linearized reading' (duration: 532.60736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:34.713102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.253928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:43:34.713013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.877578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T12:43:34.713154Z","caller":"traceutil/trace.go:171","msg":"trace[1803950099] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26907; }","duration":"528.040962ms","start":"2026-03-03T12:43:34.185103Z","end":"2026-03-03T12:43:34.713144Z","steps":["trace[1803950099] 'agreement among raft nodes before linearized reading' (duration: 527.54828ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:43:34.71316Z","caller":"traceutil/trace.go:171","msg":"trace[1889689085] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26907; }","duration":"419.34487ms","start":"2026-03-03T12:43:34.2938Z","end":"2026-03-03T12:43:34.713145Z","steps":["trace[1889689085] 'agreement among raft nodes before linearized reading' (duration: 419.273629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:34.713163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.458881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:43:34.713186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:43:34.185097Z","time spent":"528.081243ms","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":238,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:43:34.713213Z","caller":"traceutil/trace.go:171","msg":"trace[1833842680] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26907; }","duration":"418.561393ms","start":"2026-03-03T12:43:34.294639Z","end":"2026-03-03T12:43:34.713201Z","steps":["trace[1833842680] 'agreement among raft nodes before linearized reading' (duration: 418.491411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:34.713229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:43:34.293781Z","time spent":"419.435593ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T12:43:34.713101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:43:34.293791Z","time spent":"419.29843ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T12:43:34.713117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:43:34.180315Z","time spent":"532.796556ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:43:34.713257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:43:34.294609Z","time spent":"418.637835ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-03T12:43:34.713062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.572194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T12:43:34.714008Z","caller":"traceutil/trace.go:171","msg":"trace[107397711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26907; }","duration":"641.521717ms","start":"2026-03-03T12:43:34.072469Z","end":"2026-03-03T12:43:34.713991Z","steps":["trace[107397711] 'agreement among raft nodes before linearized reading' (duration: 640.489222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:34.71406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:43:34.072463Z","time spent":"641.581849ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:43:34.713109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.794954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:43:34.714159Z","caller":"traceutil/trace.go:171","msg":"trace[412294874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26907; }","duration":"579.890678ms","start":"2026-03-03T12:43:34.134234Z","end":"2026-03-03T12:43:34.714124Z","steps":["trace[412294874] 'agreement among raft nodes before linearized reading' (duration: 578.846524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:34.713278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.440758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-03T12:43:34.714273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:43:34.13421Z","time spent":"580.043342ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:43:34.714297Z","caller":"traceutil/trace.go:171","msg":"trace[640747353] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26907; }","duration":"137.468812ms","start":"2026-03-03T12:43:34.576809Z","end":"2026-03-03T12:43:34.714278Z","steps":["trace[640747353] 'agreement among raft nodes before linearized reading' (duration: 136.397687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:34.712624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.791203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:43:34.714378Z","caller":"traceutil/trace.go:171","msg":"trace[2146427276] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26907; }","duration":"296.578086ms","start":"2026-03-03T12:43:34.417783Z","end":"2026-03-03T12:43:34.714361Z","steps":["trace[2146427276] 'agreement among raft nodes before linearized reading' (duration: 294.814724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:47.998067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.544588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:43:47.998172Z","caller":"traceutil/trace.go:171","msg":"trace[543398134] linearizableReadLoop","detail":"{readStateIndex:27969; appliedIndex:27968; }","duration":"192.777601ms","start":"2026-03-03T12:43:47.805378Z","end":"2026-03-03T12:43:47.998156Z","steps":["trace[543398134] 'read index received' (duration: 56.102µs)","trace[543398134] 'applied index is now lower than readState.Index' (duration: 192.718409ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:43:47.998212Z","caller":"traceutil/trace.go:171","msg":"trace[450121755] transaction","detail":"{read_only:false; response_revision:27006; number_of_response:1; }","duration":"300.004688ms","start":"2026-03-03T12:43:47.698178Z","end":"2026-03-03T12:43:47.998183Z","steps":["trace[450121755] 'process raft request' (duration: 87.278145ms)","trace[450121755] 'compare' (duration: 212.446236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:43:47.998301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.903214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:43:47.998336Z","caller":"traceutil/trace.go:171","msg":"trace[437008906] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27006; }","duration":"192.991036ms","start":"2026-03-03T12:43:47.805334Z","end":"2026-03-03T12:43:47.998325Z","steps":["trace[437008906] 'agreement among raft nodes before linearized reading' (duration: 192.906264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:47.998356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:43:47.698163Z","time spent":"300.11769ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:43:48.295417Z","caller":"traceutil/trace.go:171","msg":"trace[185832829] transaction","detail":"{read_only:false; response_revision:27007; number_of_response:1; }","duration":"105.998028ms","start":"2026-03-03T12:43:48.189398Z","end":"2026-03-03T12:43:48.295396Z","steps":["trace[185832829] 'process raft request' (duration: 105.821323ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:43:48.975219Z","caller":"traceutil/trace.go:171","msg":"trace[1108410165] linearizableReadLoop","detail":"{readStateIndex:27972; appliedIndex:27971; }","duration":"110.260439ms","start":"2026-03-03T12:43:48.864938Z","end":"2026-03-03T12:43:48.975198Z","steps":["trace[1108410165] 'read index received' (duration: 69.622877ms)","trace[1108410165] 'applied index is now lower than readState.Index' (duration: 40.636612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:43:48.975372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.661541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:43:48.975453Z","caller":"traceutil/trace.go:171","msg":"trace[654538637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27009; }","duration":"190.756013ms","start":"2026-03-03T12:43:48.784677Z","end":"2026-03-03T12:43:48.975433Z","steps":["trace[654538637] 'agreement among raft nodes before linearized reading' (duration: 190.547558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:48.975483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.785663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T12:43:48.975571Z","caller":"traceutil/trace.go:171","msg":"trace[10402304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27009; }","duration":"190.915327ms","start":"2026-03-03T12:43:48.784633Z","end":"2026-03-03T12:43:48.975548Z","steps":["trace[10402304] 'agreement among raft nodes before linearized reading' (duration: 190.64466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:48.975615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.30039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T12:43:48.975668Z","caller":"traceutil/trace.go:171","msg":"trace[1166592486] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27009; }","duration":"203.368272ms","start":"2026-03-03T12:43:48.772285Z","end":"2026-03-03T12:43:48.975653Z","steps":["trace[1166592486] 'agreement among raft nodes before linearized reading' (duration: 203.255849ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:43:48.975711Z","caller":"traceutil/trace.go:171","msg":"trace[1711086963] transaction","detail":"{read_only:false; response_revision:27009; number_of_response:1; }","duration":"201.950848ms","start":"2026-03-03T12:43:48.773746Z","end":"2026-03-03T12:43:48.975697Z","steps":["trace[1711086963] 'process raft request' (duration: 160.872616ms)","trace[1711086963] 'compare' (duration: 40.450377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:43:48.975661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.786857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T12:43:48.975848Z","caller":"traceutil/trace.go:171","msg":"trace[1356370424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27009; }","duration":"188.992781ms","start":"2026-03-03T12:43:48.786842Z","end":"2026-03-03T12:43:48.975835Z","steps":["trace[1356370424] 'agreement among raft nodes before linearized reading' (duration: 188.743495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:48.976238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.021047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:43:48.976275Z","caller":"traceutil/trace.go:171","msg":"trace[436714017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27009; }","duration":"193.896127ms","start":"2026-03-03T12:43:48.782366Z","end":"2026-03-03T12:43:48.976262Z","steps":["trace[436714017] 'agreement among raft nodes before linearized reading' (duration: 192.965456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:54.268302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.078159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:43:54.268407Z","caller":"traceutil/trace.go:171","msg":"trace[352926253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27049; }","duration":"136.235543ms","start":"2026-03-03T12:43:54.132146Z","end":"2026-03-03T12:43:54.268382Z","steps":["trace[352926253] 'range keys from in-memory index tree' (duration: 135.971646ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:43:55.438565Z","caller":"traceutil/trace.go:171","msg":"trace[857848182] linearizableReadLoop","detail":"{readStateIndex:28015; appliedIndex:28014; }","duration":"437.358726ms","start":"2026-03-03T12:43:55.001181Z","end":"2026-03-03T12:43:55.43854Z","steps":["trace[857848182] 'read index received' (duration: 437.304785ms)","trace[857848182] 'applied index is now lower than readState.Index' (duration: 52.581µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:43:55.438705Z","caller":"traceutil/trace.go:171","msg":"trace[1062509761] transaction","detail":"{read_only:false; response_revision:27051; number_of_response:1; }","duration":"444.266491ms","start":"2026-03-03T12:43:54.994425Z","end":"2026-03-03T12:43:55.438692Z","steps":["trace[1062509761] 'process raft request' (duration: 443.958454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:55.438825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:43:54.994401Z","time spent":"444.340982ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:43:55.438968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.774367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T12:43:55.439052Z","caller":"traceutil/trace.go:171","msg":"trace[675489069] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27051; }","duration":"437.902099ms","start":"2026-03-03T12:43:55.001131Z","end":"2026-03-03T12:43:55.439033Z","steps":["trace[675489069] 'agreement among raft nodes before linearized reading' (duration: 437.677744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:55.439098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:43:55.001115Z","time spent":"437.973891ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:43:55.442347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.010376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:43:55.442409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.770464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:43:55.442471Z","caller":"traceutil/trace.go:171","msg":"trace[1346610517] transaction","detail":"{read_only:false; response_revision:27052; number_of_response:1; }","duration":"232.225644ms","start":"2026-03-03T12:43:55.210232Z","end":"2026-03-03T12:43:55.442458Z","steps":["trace[1346610517] 'process raft request' (duration: 231.863205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:55.442524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.404425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T12:43:55.442581Z","caller":"traceutil/trace.go:171","msg":"trace[865857032] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27052; }","duration":"439.480837ms","start":"2026-03-03T12:43:55.003087Z","end":"2026-03-03T12:43:55.442568Z","steps":["trace[865857032] 'agreement among raft nodes before linearized reading' (duration: 439.350424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:55.442621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:43:55.00308Z","time spent":"439.531538ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:43:55.442764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.127721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:43:55.4428Z","caller":"traceutil/trace.go:171","msg":"trace[304587119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27052; }","duration":"440.182093ms","start":"2026-03-03T12:43:55.002609Z","end":"2026-03-03T12:43:55.442791Z","steps":["trace[304587119] 'agreement among raft nodes before linearized reading' (duration: 440.092611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:55.442836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:43:55.002599Z","time spent":"440.227784ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T12:43:55.442752Z","caller":"traceutil/trace.go:171","msg":"trace[2000051202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27052; }","duration":"439.859555ms","start":"2026-03-03T12:43:55.002596Z","end":"2026-03-03T12:43:55.442455Z","steps":["trace[2000051202] 'agreement among raft nodes before linearized reading' (duration: 439.653501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:55.442908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.813963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T12:43:55.44294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:43:55.002585Z","time spent":"440.329896ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T12:43:55.442985Z","caller":"traceutil/trace.go:171","msg":"trace[1062387005] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:27052; }","duration":"160.929956ms","start":"2026-03-03T12:43:55.282035Z","end":"2026-03-03T12:43:55.442965Z","steps":["trace[1062387005] 'agreement among raft nodes before linearized reading' (duration: 160.63984ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:43:55.442426Z","caller":"traceutil/trace.go:171","msg":"trace[1378699638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27052; }","duration":"308.137729ms","start":"2026-03-03T12:43:55.13427Z","end":"2026-03-03T12:43:55.442408Z","steps":["trace[1378699638] 'agreement among raft nodes before linearized reading' (duration: 307.997066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:55.443073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:43:55.134252Z","time spent":"308.808896ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:43:57.90262Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24615} {"level":"info","ts":"2026-03-03T12:43:58.031814Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24615,"took":"125.125921ms","hash":2775854254,"current-db-size-bytes":50376704,"current-db-size":"50 MB","current-db-size-in-use-bytes":32149504,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-03T12:43:58.031873Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2775854254,"revision":24615,"compact-revision":21570} {"level":"info","ts":"2026-03-03T12:44:45.812653Z","caller":"traceutil/trace.go:171","msg":"trace[902359014] linearizableReadLoop","detail":"{readStateIndex:28467; appliedIndex:28466; }","duration":"108.775834ms","start":"2026-03-03T12:44:45.703855Z","end":"2026-03-03T12:44:45.812631Z","steps":["trace[902359014] 'read index received' (duration: 105.321202ms)","trace[902359014] 'applied index is now lower than readState.Index' (duration: 3.453752ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:44:45.812792Z","caller":"traceutil/trace.go:171","msg":"trace[1809185128] transaction","detail":"{read_only:false; response_revision:27491; number_of_response:1; }","duration":"207.717634ms","start":"2026-03-03T12:44:45.605039Z","end":"2026-03-03T12:44:45.812757Z","steps":["trace[1809185128] 'process raft request' (duration: 204.090287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:44:45.813069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.203613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T12:44:45.813121Z","caller":"traceutil/trace.go:171","msg":"trace[1892134190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27491; }","duration":"109.335077ms","start":"2026-03-03T12:44:45.703774Z","end":"2026-03-03T12:44:45.813109Z","steps":["trace[1892134190] 'agreement among raft nodes before linearized reading' (duration: 108.989109ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:44:55.860715Z","caller":"traceutil/trace.go:171","msg":"trace[1102360375] transaction","detail":"{read_only:false; response_revision:27590; number_of_response:1; }","duration":"139.572452ms","start":"2026-03-03T12:44:55.721116Z","end":"2026-03-03T12:44:55.860688Z","steps":["trace[1102360375] 'process raft request' (duration: 139.427169ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:44:56.017276Z","caller":"traceutil/trace.go:171","msg":"trace[1872607793] linearizableReadLoop","detail":"{readStateIndex:28569; appliedIndex:28567; }","duration":"156.747407ms","start":"2026-03-03T12:44:55.860508Z","end":"2026-03-03T12:44:56.017255Z","steps":["trace[1872607793] 'read index received' (duration: 103.723µs)","trace[1872607793] 'applied index is now lower than readState.Index' (duration: 156.642924ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:44:56.017353Z","caller":"traceutil/trace.go:171","msg":"trace[116770725] transaction","detail":"{read_only:false; response_revision:27591; number_of_response:1; }","duration":"161.95805ms","start":"2026-03-03T12:44:55.85537Z","end":"2026-03-03T12:44:56.017328Z","steps":["trace[116770725] 'process raft request' (duration: 93.671335ms)","trace[116770725] 'compare' (duration: 67.899776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:44:56.017479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.951653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:44:56.017517Z","caller":"traceutil/trace.go:171","msg":"trace[565846703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27591; }","duration":"157.028146ms","start":"2026-03-03T12:44:55.860481Z","end":"2026-03-03T12:44:56.017509Z","steps":["trace[565846703] 'agreement among raft nodes before linearized reading' (duration: 156.862911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:44:56.019465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.932195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T12:44:56.019523Z","caller":"traceutil/trace.go:171","msg":"trace[734125943] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27592; }","duration":"125.049538ms","start":"2026-03-03T12:44:55.894459Z","end":"2026-03-03T12:44:56.019509Z","steps":["trace[734125943] 'agreement among raft nodes before linearized reading' (duration: 124.876054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:44:56.019547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.48527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:44:56.019603Z","caller":"traceutil/trace.go:171","msg":"trace[770477243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27592; }","duration":"109.590003ms","start":"2026-03-03T12:44:55.91Z","end":"2026-03-03T12:44:56.01959Z","steps":["trace[770477243] 'agreement among raft nodes before linearized reading' (duration: 109.44751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:44:56.019744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.622223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T12:44:56.019767Z","caller":"traceutil/trace.go:171","msg":"trace[1970596524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27592; }","duration":"109.661824ms","start":"2026-03-03T12:44:55.9101Z","end":"2026-03-03T12:44:56.019762Z","steps":["trace[1970596524] 'agreement among raft nodes before linearized reading' (duration: 109.307986ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:44:56.128328Z","caller":"traceutil/trace.go:171","msg":"trace[617191781] transaction","detail":"{read_only:false; response_revision:27594; number_of_response:1; }","duration":"105.473176ms","start":"2026-03-03T12:44:56.022832Z","end":"2026-03-03T12:44:56.128306Z","steps":["trace[617191781] 'process raft request' (duration: 94.781683ms)","trace[617191781] 'compare' (duration: 10.529679ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:44:56.128607Z","caller":"traceutil/trace.go:171","msg":"trace[1059944847] transaction","detail":"{read_only:false; response_revision:27595; number_of_response:1; }","duration":"104.891541ms","start":"2026-03-03T12:44:56.0237Z","end":"2026-03-03T12:44:56.128592Z","steps":["trace[1059944847] 'process raft request' (duration: 104.562883ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:44:56.128714Z","caller":"traceutil/trace.go:171","msg":"trace[1571023399] transaction","detail":"{read_only:false; response_revision:27596; number_of_response:1; }","duration":"104.87109ms","start":"2026-03-03T12:44:56.023833Z","end":"2026-03-03T12:44:56.128704Z","steps":["trace[1571023399] 'process raft request' (duration: 104.671796ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:45:34.365772Z","caller":"traceutil/trace.go:171","msg":"trace[463485789] transaction","detail":"{read_only:false; response_revision:27978; number_of_response:1; }","duration":"113.806633ms","start":"2026-03-03T12:45:34.251944Z","end":"2026-03-03T12:45:34.365751Z","steps":["trace[463485789] 'process raft request' (duration: 113.65904ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:45:34.365983Z","caller":"traceutil/trace.go:171","msg":"trace[668345790] transaction","detail":"{read_only:false; response_revision:27979; number_of_response:1; }","duration":"113.089727ms","start":"2026-03-03T12:45:34.252887Z","end":"2026-03-03T12:45:34.365977Z","steps":["trace[668345790] 'process raft request' (duration: 112.82945ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:45:34.36613Z","caller":"traceutil/trace.go:171","msg":"trace[693525246] transaction","detail":"{read_only:false; response_revision:27980; number_of_response:1; }","duration":"112.235655ms","start":"2026-03-03T12:45:34.253886Z","end":"2026-03-03T12:45:34.366121Z","steps":["trace[693525246] 'process raft request' (duration: 112.061421ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:45:34.472157Z","caller":"traceutil/trace.go:171","msg":"trace[1946351237] linearizableReadLoop","detail":"{readStateIndex:28969; appliedIndex:28968; }","duration":"105.999108ms","start":"2026-03-03T12:45:34.366098Z","end":"2026-03-03T12:45:34.472097Z","steps":["trace[1946351237] 'read index received' (duration: 64.338633ms)","trace[1946351237] 'applied index is now lower than readState.Index' (duration: 41.659535ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:45:34.472311Z","caller":"traceutil/trace.go:171","msg":"trace[753784452] transaction","detail":"{read_only:false; response_revision:27981; number_of_response:1; }","duration":"157.898026ms","start":"2026-03-03T12:45:34.31439Z","end":"2026-03-03T12:45:34.472288Z","steps":["trace[753784452] 'process raft request' (duration: 116.026835ms)","trace[753784452] 'compare' (duration: 41.484792ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:45:34.472634Z","caller":"traceutil/trace.go:171","msg":"trace[334594084] transaction","detail":"{read_only:false; response_revision:27982; number_of_response:1; }","duration":"101.01568ms","start":"2026-03-03T12:45:34.371582Z","end":"2026-03-03T12:45:34.472598Z","steps":["trace[334594084] 'process raft request' (duration: 100.478957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:45:34.472735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.150327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T12:45:34.472783Z","caller":"traceutil/trace.go:171","msg":"trace[925653055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27982; }","duration":"165.238669ms","start":"2026-03-03T12:45:34.307534Z","end":"2026-03-03T12:45:34.472773Z","steps":["trace[925653055] 'agreement among raft nodes before linearized reading' (duration: 165.069055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:45:34.473119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.305324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:45:34.473161Z","caller":"traceutil/trace.go:171","msg":"trace[939177900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27982; }","duration":"174.375235ms","start":"2026-03-03T12:45:34.298777Z","end":"2026-03-03T12:45:34.473152Z","steps":["trace[939177900] 'agreement among raft nodes before linearized reading' (duration: 173.475674ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:46:20.439439Z","caller":"traceutil/trace.go:171","msg":"trace[536538932] transaction","detail":"{read_only:false; response_revision:28434; number_of_response:1; }","duration":"276.226614ms","start":"2026-03-03T12:46:20.163184Z","end":"2026-03-03T12:46:20.439411Z","steps":["trace[536538932] 'process raft request' (duration: 276.06252ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:46:20.911765Z","caller":"traceutil/trace.go:171","msg":"trace[908617217] transaction","detail":"{read_only:false; response_revision:28435; number_of_response:1; }","duration":"593.296206ms","start":"2026-03-03T12:46:20.318441Z","end":"2026-03-03T12:46:20.911737Z","steps":["trace[908617217] 'process raft request' (duration: 590.358657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:46:20.912247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:46:20.31842Z","time spent":"593.438939ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:46:20.917303Z","caller":"traceutil/trace.go:171","msg":"trace[854926198] linearizableReadLoop","detail":"{readStateIndex:29441; appliedIndex:29436; }","duration":"229.906689ms","start":"2026-03-03T12:46:20.687381Z","end":"2026-03-03T12:46:20.917288Z","steps":["trace[854926198] 'read index received' (duration: 221.375357ms)","trace[854926198] 'applied index is now lower than readState.Index' (duration: 8.530642ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:46:20.917351Z","caller":"traceutil/trace.go:171","msg":"trace[485992954] transaction","detail":"{read_only:false; response_revision:28437; number_of_response:1; }","duration":"343.628679ms","start":"2026-03-03T12:46:20.5737Z","end":"2026-03-03T12:46:20.917328Z","steps":["trace[485992954] 'process raft request' (duration: 343.482426ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:46:20.917399Z","caller":"traceutil/trace.go:171","msg":"trace[1083032967] transaction","detail":"{read_only:false; response_revision:28438; number_of_response:1; }","duration":"332.937676ms","start":"2026-03-03T12:46:20.584452Z","end":"2026-03-03T12:46:20.91739Z","steps":["trace[1083032967] 'process raft request' (duration: 332.770112ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:46:20.917419Z","caller":"traceutil/trace.go:171","msg":"trace[1335693141] transaction","detail":"{read_only:false; response_revision:28436; number_of_response:1; }","duration":"452.054274ms","start":"2026-03-03T12:46:20.46534Z","end":"2026-03-03T12:46:20.917394Z","steps":["trace[1335693141] 'process raft request' (duration: 451.756927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:46:20.917448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:46:20.573674Z","time spent":"343.721892ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:46:20.917487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:46:20.584438Z","time spent":"333.001428ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:46:20.917548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:46:20.465317Z","time spent":"452.160616ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:46:20.91757Z","caller":"traceutil/trace.go:171","msg":"trace[441607076] transaction","detail":"{read_only:false; response_revision:28439; number_of_response:1; }","duration":"332.294431ms","start":"2026-03-03T12:46:20.58523Z","end":"2026-03-03T12:46:20.917524Z","steps":["trace[441607076] 'process raft request' (duration: 332.023875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:46:20.917635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.81222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T12:46:20.917645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.247396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T12:46:20.917737Z","caller":"traceutil/trace.go:171","msg":"trace[343243310] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28439; }","duration":"230.345528ms","start":"2026-03-03T12:46:20.687368Z","end":"2026-03-03T12:46:20.917714Z","steps":["trace[343243310] 'agreement among raft nodes before linearized reading' (duration: 230.072162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:46:20.917732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:46:20.585219Z","time spent":"332.440435ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:46:20.917676Z","caller":"traceutil/trace.go:171","msg":"trace[1002631431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28439; }","duration":"222.883942ms","start":"2026-03-03T12:46:20.694782Z","end":"2026-03-03T12:46:20.917666Z","steps":["trace[1002631431] 'agreement among raft nodes before linearized reading' (duration: 222.755829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:46:20.917713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.957897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T12:46:20.91776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.975834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:46:20.917838Z","caller":"traceutil/trace.go:171","msg":"trace[1204016756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28439; }","duration":"223.054646ms","start":"2026-03-03T12:46:20.694771Z","end":"2026-03-03T12:46:20.917826Z","steps":["trace[1204016756] 'agreement among raft nodes before linearized reading' (duration: 222.81129ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:46:20.917841Z","caller":"traceutil/trace.go:171","msg":"trace[192485198] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28439; }","duration":"229.143151ms","start":"2026-03-03T12:46:20.688679Z","end":"2026-03-03T12:46:20.917822Z","steps":["trace[192485198] 'agreement among raft nodes before linearized reading' (duration: 228.820943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:46:28.643186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.811025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:46:28.643372Z","caller":"traceutil/trace.go:171","msg":"trace[531158074] transaction","detail":"{read_only:false; response_revision:28497; number_of_response:1; }","duration":"145.234156ms","start":"2026-03-03T12:46:28.498123Z","end":"2026-03-03T12:46:28.643357Z","steps":["trace[531158074] 'process raft request' (duration: 145.146444ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:46:28.643486Z","caller":"traceutil/trace.go:171","msg":"trace[2031008634] transaction","detail":"{read_only:false; response_revision:28496; number_of_response:1; }","duration":"209.63037ms","start":"2026-03-03T12:46:28.433805Z","end":"2026-03-03T12:46:28.643435Z","steps":["trace[2031008634] 'process raft request' (duration: 59.492227ms)","trace[2031008634] 'compare' (duration: 149.58223ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:46:29.100491Z","caller":"traceutil/trace.go:171","msg":"trace[1993220843] transaction","detail":"{read_only:false; response_revision:28500; number_of_response:1; }","duration":"111.965258ms","start":"2026-03-03T12:46:28.988496Z","end":"2026-03-03T12:46:29.100461Z","steps":["trace[1993220843] 'process raft request' (duration: 74.8455ms)","trace[1993220843] 'compare' (duration: 36.940234ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:46:29.100807Z","caller":"traceutil/trace.go:171","msg":"trace[1570031323] transaction","detail":"{read_only:false; response_revision:28501; number_of_response:1; }","duration":"110.875703ms","start":"2026-03-03T12:46:28.989897Z","end":"2026-03-03T12:46:29.100773Z","steps":["trace[1570031323] 'process raft request' (duration: 110.518504ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:46:29.10093Z","caller":"traceutil/trace.go:171","msg":"trace[1322805911] transaction","detail":"{read_only:false; response_revision:28502; number_of_response:1; }","duration":"107.523134ms","start":"2026-03-03T12:46:28.993373Z","end":"2026-03-03T12:46:29.100896Z","steps":["trace[1322805911] 'process raft request' (duration: 107.281398ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:46:29.100996Z","caller":"traceutil/trace.go:171","msg":"trace[43330517] transaction","detail":"{read_only:false; response_revision:28503; number_of_response:1; }","duration":"107.533644ms","start":"2026-03-03T12:46:28.99345Z","end":"2026-03-03T12:46:29.100984Z","steps":["trace[43330517] 'process raft request' (duration: 107.37411ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:46:29.100998Z","caller":"traceutil/trace.go:171","msg":"trace[1960633607] linearizableReadLoop","detail":"{readStateIndex:29507; appliedIndex:29502; }","duration":"101.223084ms","start":"2026-03-03T12:46:28.999752Z","end":"2026-03-03T12:46:29.100975Z","steps":["trace[1960633607] 'read index received' (duration: 22.339008ms)","trace[1960633607] 'applied index is now lower than readState.Index' (duration: 78.882976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:46:29.101223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.44786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:46:29.101297Z","caller":"traceutil/trace.go:171","msg":"trace[412404006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28503; }","duration":"101.553172ms","start":"2026-03-03T12:46:28.999724Z","end":"2026-03-03T12:46:29.101277Z","steps":["trace[412404006] 'agreement among raft nodes before linearized reading' (duration: 101.343228ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:46:29.244099Z","caller":"traceutil/trace.go:171","msg":"trace[1425987866] linearizableReadLoop","detail":"{readStateIndex:29512; appliedIndex:29507; }","duration":"108.179548ms","start":"2026-03-03T12:46:29.135892Z","end":"2026-03-03T12:46:29.244072Z","steps":["trace[1425987866] 'read index received' (duration: 40.17212ms)","trace[1425987866] 'applied index is now lower than readState.Index' (duration: 68.006208ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:46:29.244127Z","caller":"traceutil/trace.go:171","msg":"trace[1482780140] transaction","detail":"{read_only:false; response_revision:28507; number_of_response:1; }","duration":"136.903648ms","start":"2026-03-03T12:46:29.107196Z","end":"2026-03-03T12:46:29.244099Z","steps":["trace[1482780140] 'process raft request' (duration: 136.793195ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:46:29.244185Z","caller":"traceutil/trace.go:171","msg":"trace[1675725933] transaction","detail":"{read_only:false; response_revision:28506; number_of_response:1; }","duration":"136.990949ms","start":"2026-03-03T12:46:29.107168Z","end":"2026-03-03T12:46:29.244159Z","steps":["trace[1675725933] 'process raft request' (duration: 98.194543ms)","trace[1675725933] 'compare' (duration: 38.50024ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:46:29.244189Z","caller":"traceutil/trace.go:171","msg":"trace[760845298] transaction","detail":"{read_only:false; response_revision:28508; number_of_response:1; }","duration":"136.936578ms","start":"2026-03-03T12:46:29.107198Z","end":"2026-03-03T12:46:29.244135Z","steps":["trace[760845298] 'process raft request' (duration: 136.834686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:46:29.244242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.334472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:46:29.244279Z","caller":"traceutil/trace.go:171","msg":"trace[974079497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28508; }","duration":"108.416054ms","start":"2026-03-03T12:46:29.135851Z","end":"2026-03-03T12:46:29.244267Z","steps":["trace[974079497] 'agreement among raft nodes before linearized reading' (duration: 108.329812ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:46:29.694349Z","caller":"traceutil/trace.go:171","msg":"trace[1008296415] transaction","detail":"{read_only:false; response_revision:28510; number_of_response:1; }","duration":"121.266378ms","start":"2026-03-03T12:46:29.573056Z","end":"2026-03-03T12:46:29.694323Z","steps":["trace[1008296415] 'process raft request' (duration: 121.045373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:46:30.007017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.495103ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:46:30.00718Z","caller":"traceutil/trace.go:171","msg":"trace[1844515567] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28510; }","duration":"104.645366ms","start":"2026-03-03T12:46:29.902489Z","end":"2026-03-03T12:46:30.007135Z","steps":["trace[1844515567] 'range keys from in-memory index tree' (duration: 104.475872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:46:30.007079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.409549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T12:46:30.007247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.601436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-03-03T12:46:30.007308Z","caller":"traceutil/trace.go:171","msg":"trace[917396021] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:28510; }","duration":"140.710168ms","start":"2026-03-03T12:46:29.866575Z","end":"2026-03-03T12:46:30.007285Z","steps":["trace[917396021] 'range keys from in-memory index tree' (duration: 140.36916ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:46:30.007336Z","caller":"traceutil/trace.go:171","msg":"trace[2091970461] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:28510; }","duration":"150.681485ms","start":"2026-03-03T12:46:29.856588Z","end":"2026-03-03T12:46:30.00727Z","steps":["trace[2091970461] 'count revisions from in-memory index tree' (duration: 150.299596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:46:31.071636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.170028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-03T12:46:31.071751Z","caller":"traceutil/trace.go:171","msg":"trace[1581381772] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:28511; }","duration":"113.2831ms","start":"2026-03-03T12:46:30.958432Z","end":"2026-03-03T12:46:31.071715Z","steps":["trace[1581381772] 'range keys from in-memory index tree' (duration: 112.923852ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:46:31.256214Z","caller":"traceutil/trace.go:171","msg":"trace[1158822130] transaction","detail":"{read_only:false; response_revision:28512; number_of_response:1; }","duration":"228.066536ms","start":"2026-03-03T12:46:31.028096Z","end":"2026-03-03T12:46:31.256163Z","steps":["trace[1158822130] 'process raft request' (duration: 227.938223ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:46:31.553174Z","caller":"traceutil/trace.go:171","msg":"trace[1172714200] linearizableReadLoop","detail":"{readStateIndex:29523; appliedIndex:29515; }","duration":"401.254233ms","start":"2026-03-03T12:46:31.151905Z","end":"2026-03-03T12:46:31.553159Z","steps":["trace[1172714200] 'read index received' (duration: 104.188305ms)","trace[1172714200] 'applied index is now lower than readState.Index' (duration: 297.065408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:46:31.553296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:46:31.072871Z","time spent":"480.423656ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T12:46:31.55354Z","caller":"traceutil/trace.go:171","msg":"trace[718307397] transaction","detail":"{read_only:false; response_revision:28518; number_of_response:1; }","duration":"402.337509ms","start":"2026-03-03T12:46:31.151194Z","end":"2026-03-03T12:46:31.553531Z","steps":["trace[718307397] 'process raft request' (duration: 401.94709ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:46:31.553583Z","caller":"traceutil/trace.go:171","msg":"trace[1674244512] transaction","detail":"{read_only:false; response_revision:28517; number_of_response:1; }","duration":"446.554675ms","start":"2026-03-03T12:46:31.10699Z","end":"2026-03-03T12:46:31.553544Z","steps":["trace[1674244512] 'process raft request' (duration: 446.134165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:46:31.553643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:46:31.151175Z","time spent":"402.385429ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:46:31.553661Z","caller":"traceutil/trace.go:171","msg":"trace[775765106] transaction","detail":"{read_only:false; response_revision:28516; number_of_response:1; }","duration":"446.711428ms","start":"2026-03-03T12:46:31.106937Z","end":"2026-03-03T12:46:31.553648Z","steps":["trace[775765106] 'process raft request' (duration: 446.170056ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:46:31.553706Z","caller":"traceutil/trace.go:171","msg":"trace[1211000547] transaction","detail":"{read_only:false; response_revision:28515; number_of_response:1; }","duration":"446.898653ms","start":"2026-03-03T12:46:31.106761Z","end":"2026-03-03T12:46:31.55366Z","steps":["trace[1211000547] 'process raft request' (duration: 446.327809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:46:31.553773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:46:31.106981Z","time spent":"446.691568ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:46:31.553611Z","caller":"traceutil/trace.go:171","msg":"trace[711060512] transaction","detail":"{read_only:false; response_revision:28513; number_of_response:1; }","duration":"461.191821ms","start":"2026-03-03T12:46:31.092401Z","end":"2026-03-03T12:46:31.553593Z","steps":["trace[711060512] 'process raft request' (duration: 460.594297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:46:31.553859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:46:31.092383Z","time spent":"461.455757ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:46:31.553759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:46:31.106928Z","time spent":"446.764629ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:46:31.553977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:46:31.10674Z","time spent":"447.102048ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:46:31.553794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.889848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:46:31.554086Z","caller":"traceutil/trace.go:171","msg":"trace[1113936688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28518; }","duration":"402.206985ms","start":"2026-03-03T12:46:31.151867Z","end":"2026-03-03T12:46:31.554074Z","steps":["trace[1113936688] 'agreement among raft nodes before linearized reading' (duration: 401.885918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:46:31.554115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:46:31.151826Z","time spent":"402.282287ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:46:31.554188Z","caller":"traceutil/trace.go:171","msg":"trace[1378968553] transaction","detail":"{read_only:false; response_revision:28519; number_of_response:1; }","duration":"165.338482ms","start":"2026-03-03T12:46:31.388834Z","end":"2026-03-03T12:46:31.554173Z","steps":["trace[1378968553] 'process raft request' (duration: 165.160427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:46:31.55422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.556501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T12:46:31.554253Z","caller":"traceutil/trace.go:171","msg":"trace[1010657102] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28519; }","duration":"374.612162ms","start":"2026-03-03T12:46:31.179632Z","end":"2026-03-03T12:46:31.554244Z","steps":["trace[1010657102] 'agreement among raft nodes before linearized reading' (duration: 374.443578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:46:31.55426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.842685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T12:46:31.555402Z","caller":"traceutil/trace.go:171","msg":"trace[1477752188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28519; }","duration":"307.020713ms","start":"2026-03-03T12:46:31.248369Z","end":"2026-03-03T12:46:31.55539Z","steps":["trace[1477752188] 'agreement among raft nodes before linearized reading' (duration: 305.855566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:46:31.555525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:46:31.248349Z","time spent":"307.071184ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:46:31.554274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:46:31.179622Z","time spent":"374.648264ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:46:31.554204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.08793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:46:31.555867Z","caller":"traceutil/trace.go:171","msg":"trace[1959178994] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:28519; }","duration":"137.784751ms","start":"2026-03-03T12:46:31.418069Z","end":"2026-03-03T12:46:31.555854Z","steps":["trace[1959178994] 'agreement among raft nodes before linearized reading' (duration: 136.109891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:46:31.554231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.75761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T12:46:31.55603Z","caller":"traceutil/trace.go:171","msg":"trace[1560935894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28519; }","duration":"306.576203ms","start":"2026-03-03T12:46:31.249441Z","end":"2026-03-03T12:46:31.556017Z","steps":["trace[1560935894] 'agreement among raft nodes before linearized reading' (duration: 304.653908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:46:31.556078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:46:31.249426Z","time spent":"306.641395ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:46:31.554324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.66499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T12:46:31.556155Z","caller":"traceutil/trace.go:171","msg":"trace[1438691196] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28519; }","duration":"375.527293ms","start":"2026-03-03T12:46:31.180619Z","end":"2026-03-03T12:46:31.556146Z","steps":["trace[1438691196] 'agreement among raft nodes before linearized reading' (duration: 373.667049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:46:31.556351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:46:31.180601Z","time spent":"375.740929ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T12:46:31.55358Z","caller":"traceutil/trace.go:171","msg":"trace[779830616] transaction","detail":"{read_only:false; response_revision:28514; number_of_response:1; }","duration":"447.221251ms","start":"2026-03-03T12:46:31.106318Z","end":"2026-03-03T12:46:31.553539Z","steps":["trace[779830616] 'process raft request' (duration: 446.74825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:46:31.556567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:46:31.106297Z","time spent":"450.221471ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:46:31.554486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.405195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:46:31.556797Z","caller":"traceutil/trace.go:171","msg":"trace[1934236862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28519; }","duration":"307.74406ms","start":"2026-03-03T12:46:31.249042Z","end":"2026-03-03T12:46:31.556786Z","steps":["trace[1934236862] 'agreement among raft nodes before linearized reading' (duration: 305.240081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:46:31.556826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:46:31.249032Z","time spent":"307.785421ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:47:02.075695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.944585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:47:02.075797Z","caller":"traceutil/trace.go:171","msg":"trace[871852209] transaction","detail":"{read_only:false; response_revision:28835; number_of_response:1; }","duration":"288.297447ms","start":"2026-03-03T12:47:01.787469Z","end":"2026-03-03T12:47:02.075767Z","steps":["trace[871852209] 'process raft request' (duration: 37.206909ms)","trace[871852209] 'compare' (duration: 250.864483ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:47:02.079194Z","caller":"traceutil/trace.go:171","msg":"trace[1506876122] transaction","detail":"{read_only:false; response_revision:28836; number_of_response:1; }","duration":"288.648285ms","start":"2026-03-03T12:47:01.790512Z","end":"2026-03-03T12:47:02.079161Z","steps":["trace[1506876122] 'process raft request' (duration: 288.4254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:47:11.967378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.583962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T12:47:11.967462Z","caller":"traceutil/trace.go:171","msg":"trace[300661110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28910; }","duration":"141.710545ms","start":"2026-03-03T12:47:11.825729Z","end":"2026-03-03T12:47:11.96744Z","steps":["trace[300661110] 'range keys from in-memory index tree' (duration: 141.429929ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:47:21.809756Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6d0358acb671c233","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T12:47:21.815221Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-03T12:47:21.81541Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-03T12:48:57.909644Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27074} {"level":"info","ts":"2026-03-03T12:48:58.03232Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27074,"took":"118.638201ms","hash":70475704,"current-db-size-bytes":50819072,"current-db-size":"51 MB","current-db-size-in-use-bytes":33099776,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-03T12:48:58.032375Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":70475704,"revision":27074,"compact-revision":24615} {"level":"info","ts":"2026-03-03T12:49:18.770712Z","caller":"traceutil/trace.go:171","msg":"trace[484640448] transaction","detail":"{read_only:false; response_revision:29787; number_of_response:1; }","duration":"158.692207ms","start":"2026-03-03T12:49:18.611993Z","end":"2026-03-03T12:49:18.770686Z","steps":["trace[484640448] 'process raft request' (duration: 158.453182ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:49:19.392614Z","caller":"traceutil/trace.go:171","msg":"trace[822141492] transaction","detail":"{read_only:false; response_revision:29790; number_of_response:1; }","duration":"108.136084ms","start":"2026-03-03T12:49:19.284464Z","end":"2026-03-03T12:49:19.392601Z","steps":["trace[822141492] 'process raft request' (duration: 107.872738ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:52:59.252094Z","caller":"traceutil/trace.go:171","msg":"trace[1707537158] transaction","detail":"{read_only:false; response_revision:31327; number_of_response:1; }","duration":"225.70244ms","start":"2026-03-03T12:52:59.026369Z","end":"2026-03-03T12:52:59.252072Z","steps":["trace[1707537158] 'process raft request' (duration: 225.569316ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:52:59.254749Z","caller":"traceutil/trace.go:171","msg":"trace[1499123507] transaction","detail":"{read_only:false; response_revision:31329; number_of_response:1; }","duration":"224.905821ms","start":"2026-03-03T12:52:59.02982Z","end":"2026-03-03T12:52:59.254726Z","steps":["trace[1499123507] 'process raft request' (duration: 224.83108ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:52:59.254781Z","caller":"traceutil/trace.go:171","msg":"trace[28818967] transaction","detail":"{read_only:false; response_revision:31328; number_of_response:1; }","duration":"224.992033ms","start":"2026-03-03T12:52:59.029756Z","end":"2026-03-03T12:52:59.254748Z","steps":["trace[28818967] 'process raft request' (duration: 224.781597ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:52:59.25503Z","caller":"traceutil/trace.go:171","msg":"trace[1228127835] transaction","detail":"{read_only:false; response_revision:31330; number_of_response:1; }","duration":"224.908691ms","start":"2026-03-03T12:52:59.030097Z","end":"2026-03-03T12:52:59.255006Z","steps":["trace[1228127835] 'process raft request' (duration: 224.593563ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:52:59.255148Z","caller":"traceutil/trace.go:171","msg":"trace[967395428] linearizableReadLoop","detail":"{readStateIndex:32422; appliedIndex:32417; }","duration":"122.987654ms","start":"2026-03-03T12:52:59.13214Z","end":"2026-03-03T12:52:59.255128Z","steps":["trace[967395428] 'read index received' (duration: 119.909291ms)","trace[967395428] 'applied index is now lower than readState.Index' (duration: 3.075593ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:52:59.2552Z","caller":"traceutil/trace.go:171","msg":"trace[865800791] transaction","detail":"{read_only:false; response_revision:31331; number_of_response:1; }","duration":"224.582022ms","start":"2026-03-03T12:52:59.030604Z","end":"2026-03-03T12:52:59.255186Z","steps":["trace[865800791] 'process raft request' (duration: 224.296335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:52:59.255284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.131387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:52:59.255304Z","caller":"traceutil/trace.go:171","msg":"trace[1049711807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31331; }","duration":"123.195549ms","start":"2026-03-03T12:52:59.132102Z","end":"2026-03-03T12:52:59.255297Z","steps":["trace[1049711807] 'agreement among raft nodes before linearized reading' (duration: 123.112497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:52:59.255301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.535921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:52:59.255343Z","caller":"traceutil/trace.go:171","msg":"trace[1295735079] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:31331; }","duration":"102.613853ms","start":"2026-03-03T12:52:59.152711Z","end":"2026-03-03T12:52:59.255325Z","steps":["trace[1295735079] 'agreement among raft nodes before linearized reading' (duration: 102.540952ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:53:52.342912Z","caller":"traceutil/trace.go:171","msg":"trace[510708694] transaction","detail":"{read_only:false; response_revision:31690; number_of_response:1; }","duration":"111.397779ms","start":"2026-03-03T12:53:52.231487Z","end":"2026-03-03T12:53:52.342884Z","steps":["trace[510708694] 'process raft request' (duration: 21.763493ms)","trace[510708694] 'compare' (duration: 89.462152ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:53:52.343118Z","caller":"traceutil/trace.go:171","msg":"trace[1617520571] transaction","detail":"{read_only:false; response_revision:31691; number_of_response:1; }","duration":"111.413219ms","start":"2026-03-03T12:53:52.231686Z","end":"2026-03-03T12:53:52.343099Z","steps":["trace[1617520571] 'process raft request' (duration: 111.156654ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:53:52.343172Z","caller":"traceutil/trace.go:171","msg":"trace[1503916463] transaction","detail":"{read_only:false; response_revision:31692; number_of_response:1; }","duration":"111.397569ms","start":"2026-03-03T12:53:52.231744Z","end":"2026-03-03T12:53:52.343142Z","steps":["trace[1503916463] 'process raft request' (duration: 111.251226ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:53:57.919102Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29644} {"level":"info","ts":"2026-03-03T12:53:58.120659Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29644,"took":"196.92157ms","hash":768813555,"current-db-size-bytes":50819072,"current-db-size":"51 MB","current-db-size-in-use-bytes":27340800,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-03T12:53:58.120743Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":768813555,"revision":29644,"compact-revision":27074} {"level":"warn","ts":"2026-03-03T12:55:21.274109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.451627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:55:21.274205Z","caller":"traceutil/trace.go:171","msg":"trace[2025193197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32328; }","duration":"132.594821ms","start":"2026-03-03T12:55:21.14159Z","end":"2026-03-03T12:55:21.274184Z","steps":["trace[2025193197] 'range keys from in-memory index tree' (duration: 132.374646ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:56:32.028174Z","caller":"traceutil/trace.go:171","msg":"trace[167134966] transaction","detail":"{read_only:false; response_revision:32815; number_of_response:1; }","duration":"114.151954ms","start":"2026-03-03T12:56:31.914002Z","end":"2026-03-03T12:56:32.028154Z","steps":["trace[167134966] 'process raft request' (duration: 114.031721ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:56:32.300952Z","caller":"traceutil/trace.go:171","msg":"trace[381029552] transaction","detail":"{read_only:false; response_revision:32816; number_of_response:1; }","duration":"153.675039ms","start":"2026-03-03T12:56:32.147253Z","end":"2026-03-03T12:56:32.300928Z","steps":["trace[381029552] 'process raft request' (duration: 111.92837ms)","trace[381029552] 'compare' (duration: 41.650077ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:56:32.392348Z","caller":"traceutil/trace.go:171","msg":"trace[633792006] transaction","detail":"{read_only:false; response_revision:32819; number_of_response:1; }","duration":"206.795947ms","start":"2026-03-03T12:56:32.185531Z","end":"2026-03-03T12:56:32.392327Z","steps":["trace[633792006] 'process raft request' (duration: 206.735675ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:56:32.392422Z","caller":"traceutil/trace.go:171","msg":"trace[164590923] transaction","detail":"{read_only:false; response_revision:32818; number_of_response:1; }","duration":"207.564915ms","start":"2026-03-03T12:56:32.184825Z","end":"2026-03-03T12:56:32.39239Z","steps":["trace[164590923] 'process raft request' (duration: 207.410212ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:56:32.392398Z","caller":"traceutil/trace.go:171","msg":"trace[2020037139] transaction","detail":"{read_only:false; response_revision:32817; number_of_response:1; }","duration":"208.371875ms","start":"2026-03-03T12:56:32.183979Z","end":"2026-03-03T12:56:32.392351Z","steps":["trace[2020037139] 'process raft request' (duration: 208.13331ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:56:32.39267Z","caller":"traceutil/trace.go:171","msg":"trace[1606398738] transaction","detail":"{read_only:false; response_revision:32820; number_of_response:1; }","duration":"201.353269ms","start":"2026-03-03T12:56:32.191308Z","end":"2026-03-03T12:56:32.392661Z","steps":["trace[1606398738] 'process raft request' (duration: 200.98859ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:56:32.392772Z","caller":"traceutil/trace.go:171","msg":"trace[917457936] transaction","detail":"{read_only:false; response_revision:32821; number_of_response:1; }","duration":"198.566642ms","start":"2026-03-03T12:56:32.194152Z","end":"2026-03-03T12:56:32.392719Z","steps":["trace[917457936] 'process raft request' (duration: 198.390558ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:56:32.640707Z","caller":"traceutil/trace.go:171","msg":"trace[1148955224] linearizableReadLoop","detail":"{readStateIndex:33959; appliedIndex:33958; }","duration":"139.890223ms","start":"2026-03-03T12:56:32.500778Z","end":"2026-03-03T12:56:32.640668Z","steps":["trace[1148955224] 'read index received' (duration: 48.705225ms)","trace[1148955224] 'applied index is now lower than readState.Index' (duration: 91.181738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:56:32.64123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.402216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:56:32.6414Z","caller":"traceutil/trace.go:171","msg":"trace[1132802882] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32822; }","duration":"140.622111ms","start":"2026-03-03T12:56:32.500737Z","end":"2026-03-03T12:56:32.641359Z","steps":["trace[1132802882] 'agreement among raft nodes before linearized reading' (duration: 140.025607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:56:32.909007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.197557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:56:32.909171Z","caller":"traceutil/trace.go:171","msg":"trace[2125847015] linearizableReadLoop","detail":"{readStateIndex:33961; appliedIndex:33960; }","duration":"268.312955ms","start":"2026-03-03T12:56:32.640833Z","end":"2026-03-03T12:56:32.909146Z","steps":["trace[2125847015] 'read index received' (duration: 106.807051ms)","trace[2125847015] 'applied index is now lower than readState.Index' (duration: 161.504264ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:56:32.909193Z","caller":"traceutil/trace.go:171","msg":"trace[1369667738] transaction","detail":"{read_only:false; response_revision:32823; number_of_response:1; }","duration":"332.75195ms","start":"2026-03-03T12:56:32.576402Z","end":"2026-03-03T12:56:32.909154Z","steps":["trace[1369667738] 'process raft request' (duration: 171.255106ms)","trace[1369667738] 'compare' (duration: 161.017053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:56:32.909362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:56:32.576389Z","time spent":"332.874884ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:56:32.909442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.269365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T12:56:32.909477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.040319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T12:56:32.909552Z","caller":"traceutil/trace.go:171","msg":"trace[1075429204] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:32823; }","duration":"296.419149ms","start":"2026-03-03T12:56:32.613109Z","end":"2026-03-03T12:56:32.909528Z","steps":["trace[1075429204] 'agreement among raft nodes before linearized reading' (duration: 296.077781ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:56:32.909598Z","caller":"traceutil/trace.go:171","msg":"trace[913558134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32823; }","duration":"404.230243ms","start":"2026-03-03T12:56:32.505348Z","end":"2026-03-03T12:56:32.909579Z","steps":["trace[913558134] 'agreement among raft nodes before linearized reading' (duration: 403.883905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:56:32.909657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:56:32.505322Z","time spent":"404.320425ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:56:32.973032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.043202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:56:32.973077Z","caller":"traceutil/trace.go:171","msg":"trace[976218175] transaction","detail":"{read_only:false; response_revision:32825; number_of_response:1; }","duration":"326.292727ms","start":"2026-03-03T12:56:32.646744Z","end":"2026-03-03T12:56:32.973036Z","steps":["trace[976218175] 'process raft request' (duration: 326.123223ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:56:32.973107Z","caller":"traceutil/trace.go:171","msg":"trace[683818028] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:32825; }","duration":"307.172005ms","start":"2026-03-03T12:56:32.665911Z","end":"2026-03-03T12:56:32.973083Z","steps":["trace[683818028] 'agreement among raft nodes before linearized reading' (duration: 307.017261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:56:32.973162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:56:32.665883Z","time spent":"307.269707ms","remote":"127.0.0.1:50604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:56:32.973174Z","caller":"traceutil/trace.go:171","msg":"trace[1973105910] transaction","detail":"{read_only:false; response_revision:32824; number_of_response:1; }","duration":"330.921557ms","start":"2026-03-03T12:56:32.642215Z","end":"2026-03-03T12:56:32.973137Z","steps":["trace[1973105910] 'process raft request' (duration: 330.511288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:56:32.973274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:56:32.646723Z","time spent":"326.4383ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:56:32.973355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:56:32.642171Z","time spent":"331.084381ms","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:56:32.973601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.505791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-03T12:56:32.973722Z","caller":"traceutil/trace.go:171","msg":"trace[997934630] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-neutron-default-user; range_end:; response_count:1; response_revision:32825; }","duration":"256.007482ms","start":"2026-03-03T12:56:32.717688Z","end":"2026-03-03T12:56:32.973695Z","steps":["trace[997934630] 'agreement among raft nodes before linearized reading' (duration: 255.368397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:56:33.110247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.172463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:56:33.11046Z","caller":"traceutil/trace.go:171","msg":"trace[1127628911] transaction","detail":"{read_only:false; response_revision:32826; number_of_response:1; }","duration":"196.275918ms","start":"2026-03-03T12:56:32.914156Z","end":"2026-03-03T12:56:33.110432Z","steps":["trace[1127628911] 'process raft request' (duration: 95.823589ms)","trace[1127628911] 'compare' (duration: 99.950237ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:56:33.110495Z","caller":"traceutil/trace.go:171","msg":"trace[916280839] transaction","detail":"{read_only:false; response_revision:32827; number_of_response:1; }","duration":"159.293693ms","start":"2026-03-03T12:56:32.951183Z","end":"2026-03-03T12:56:33.110477Z","steps":["trace[916280839] 'process raft request' (duration: 159.18134ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:56:33.298683Z","caller":"traceutil/trace.go:171","msg":"trace[1334313985] linearizableReadLoop","detail":"{readStateIndex:33966; appliedIndex:33965; }","duration":"148.410225ms","start":"2026-03-03T12:56:33.150242Z","end":"2026-03-03T12:56:33.298653Z","steps":["trace[1334313985] 'read index received' (duration: 124.302104ms)","trace[1334313985] 'applied index is now lower than readState.Index' (duration: 24.107161ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:56:33.298834Z","caller":"traceutil/trace.go:171","msg":"trace[1627112538] transaction","detail":"{read_only:false; response_revision:32828; number_of_response:1; }","duration":"151.367135ms","start":"2026-03-03T12:56:33.147418Z","end":"2026-03-03T12:56:33.298785Z","steps":["trace[1627112538] 'process raft request' (duration: 127.201033ms)","trace[1627112538] 'compare' (duration: 23.900626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:56:33.29892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.66468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T12:56:33.298966Z","caller":"traceutil/trace.go:171","msg":"trace[236316272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32828; }","duration":"148.744123ms","start":"2026-03-03T12:56:33.150211Z","end":"2026-03-03T12:56:33.298955Z","steps":["trace[236316272] 'agreement among raft nodes before linearized reading' (duration: 148.586859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:56:33.298988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.617087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T12:56:33.299054Z","caller":"traceutil/trace.go:171","msg":"trace[2087356576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32828; }","duration":"142.7241ms","start":"2026-03-03T12:56:33.156314Z","end":"2026-03-03T12:56:33.299038Z","steps":["trace[2087356576] 'agreement among raft nodes before linearized reading' (duration: 142.560956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:56:33.518664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.019068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:56:33.518813Z","caller":"traceutil/trace.go:171","msg":"trace[748397873] transaction","detail":"{read_only:false; response_revision:32830; number_of_response:1; }","duration":"214.633073ms","start":"2026-03-03T12:56:33.304167Z","end":"2026-03-03T12:56:33.5188Z","steps":["trace[748397873] 'process raft request' (duration: 214.584142ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:56:33.518928Z","caller":"traceutil/trace.go:171","msg":"trace[1868622218] transaction","detail":"{read_only:false; response_revision:32829; number_of_response:1; }","duration":"216.080977ms","start":"2026-03-03T12:56:33.302814Z","end":"2026-03-03T12:56:33.518895Z","steps":["trace[1868622218] 'process raft request' (duration: 107.765541ms)","trace[1868622218] 'compare' (duration: 107.907986ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:56:59.972312Z","caller":"traceutil/trace.go:171","msg":"trace[582747498] linearizableReadLoop","detail":"{readStateIndex:34147; appliedIndex:34146; }","duration":"152.581084ms","start":"2026-03-03T12:56:59.819707Z","end":"2026-03-03T12:56:59.972288Z","steps":["trace[582747498] 'read index received' (duration: 152.459881ms)","trace[582747498] 'applied index is now lower than readState.Index' (duration: 120.243µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:56:59.972421Z","caller":"traceutil/trace.go:171","msg":"trace[1565984622] transaction","detail":"{read_only:false; response_revision:33004; number_of_response:1; }","duration":"195.371787ms","start":"2026-03-03T12:56:59.777013Z","end":"2026-03-03T12:56:59.972384Z","steps":["trace[1565984622] 'process raft request' (duration: 195.145122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:56:59.97267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.943573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T12:56:59.972831Z","caller":"traceutil/trace.go:171","msg":"trace[934302255] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:33004; }","duration":"153.143877ms","start":"2026-03-03T12:56:59.819664Z","end":"2026-03-03T12:56:59.972808Z","steps":["trace[934302255] 'agreement among raft nodes before linearized reading' (duration: 152.728697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:57:00.503031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.82093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:57:00.503296Z","caller":"traceutil/trace.go:171","msg":"trace[1412164618] linearizableReadLoop","detail":"{readStateIndex:34150; appliedIndex:34147; }","duration":"508.200464ms","start":"2026-03-03T12:56:59.995066Z","end":"2026-03-03T12:57:00.503267Z","steps":["trace[1412164618] 'read index received' (duration: 91.008266ms)","trace[1412164618] 'applied index is now lower than readState.Index' (duration: 417.191118ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:57:00.503314Z","caller":"traceutil/trace.go:171","msg":"trace[1670873714] transaction","detail":"{read_only:false; response_revision:33006; number_of_response:1; }","duration":"526.608541ms","start":"2026-03-03T12:56:59.976683Z","end":"2026-03-03T12:57:00.503292Z","steps":["trace[1670873714] 'process raft request' (duration: 526.452767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:57:00.503408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:56:59.976651Z","time spent":"526.706043ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:57:00.503412Z","caller":"traceutil/trace.go:171","msg":"trace[2128052855] transaction","detail":"{read_only:false; response_revision:33007; number_of_response:1; }","duration":"526.136118ms","start":"2026-03-03T12:56:59.977264Z","end":"2026-03-03T12:57:00.5034Z","steps":["trace[2128052855] 'process raft request' (duration: 525.958194ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:57:00.503416Z","caller":"traceutil/trace.go:171","msg":"trace[1362071363] transaction","detail":"{read_only:false; response_revision:33005; number_of_response:1; }","duration":"527.318937ms","start":"2026-03-03T12:56:59.976079Z","end":"2026-03-03T12:57:00.503398Z","steps":["trace[1362071363] 'process raft request' (duration: 110.041977ms)","trace[1362071363] 'compare' (duration: 416.589844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:57:00.503475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:56:59.976058Z","time spent":"527.386268ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:57:00.503481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:56:59.977243Z","time spent":"526.19805ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:57:00.503728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.657996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:57:00.50376Z","caller":"traceutil/trace.go:171","msg":"trace[1016733993] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:33007; }","duration":"508.735478ms","start":"2026-03-03T12:56:59.995014Z","end":"2026-03-03T12:57:00.503749Z","steps":["trace[1016733993] 'agreement among raft nodes before linearized reading' (duration: 508.678236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:57:00.50382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:56:59.994992Z","time spent":"508.818879ms","remote":"127.0.0.1:42446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:57:00.504014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.14469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:57:00.504049Z","caller":"traceutil/trace.go:171","msg":"trace[1587655603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33007; }","duration":"371.218601ms","start":"2026-03-03T12:57:00.132821Z","end":"2026-03-03T12:57:00.504039Z","steps":["trace[1587655603] 'agreement among raft nodes before linearized reading' (duration: 371.16254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:57:00.504077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:57:00.132799Z","time spent":"371.269942ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:57:01.039645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.495743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:57:01.039728Z","caller":"traceutil/trace.go:171","msg":"trace[512386589] transaction","detail":"{read_only:false; response_revision:33008; number_of_response:1; }","duration":"518.362216ms","start":"2026-03-03T12:57:00.521351Z","end":"2026-03-03T12:57:01.039714Z","steps":["trace[512386589] 'process raft request' (duration: 120.731929ms)","trace[512386589] 'compare' (duration: 397.325279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:57:01.039769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:57:00.521329Z","time spent":"518.421347ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:57:01.430905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.424786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:57:01.43109Z","caller":"traceutil/trace.go:171","msg":"trace[60297583] transaction","detail":"{read_only:false; response_revision:33009; number_of_response:1; }","duration":"906.909648ms","start":"2026-03-03T12:57:00.524152Z","end":"2026-03-03T12:57:01.431062Z","steps":["trace[60297583] 'process raft request' (duration: 641.246686ms)","trace[60297583] 'compare' (duration: 265.093317ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:57:01.431199Z","caller":"traceutil/trace.go:171","msg":"trace[265381077] transaction","detail":"{read_only:false; response_revision:33013; number_of_response:1; }","duration":"206.251895ms","start":"2026-03-03T12:57:01.224929Z","end":"2026-03-03T12:57:01.431181Z","steps":["trace[265381077] 'process raft request' (duration: 206.211124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:57:01.431232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:57:00.524137Z","time spent":"907.02004ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:57:01.431261Z","caller":"traceutil/trace.go:171","msg":"trace[1909123875] transaction","detail":"{read_only:false; response_revision:33010; number_of_response:1; }","duration":"907.001ms","start":"2026-03-03T12:57:00.524234Z","end":"2026-03-03T12:57:01.431235Z","steps":["trace[1909123875] 'process raft request' (duration: 906.762704ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:57:01.431287Z","caller":"traceutil/trace.go:171","msg":"trace[1743341191] linearizableReadLoop","detail":"{readStateIndex:34155; appliedIndex:34151; }","duration":"439.984359ms","start":"2026-03-03T12:57:00.991278Z","end":"2026-03-03T12:57:01.431262Z","steps":["trace[1743341191] 'read index received' (duration: 174.112893ms)","trace[1743341191] 'applied index is now lower than readState.Index' (duration: 265.869306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:57:01.431345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:57:00.524221Z","time spent":"907.080541ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:57:01.431274Z","caller":"traceutil/trace.go:171","msg":"trace[36504743] transaction","detail":"{read_only:false; response_revision:33012; number_of_response:1; }","duration":"903.765733ms","start":"2026-03-03T12:57:00.527471Z","end":"2026-03-03T12:57:01.431237Z","steps":["trace[36504743] 'process raft request' (duration: 903.628069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:57:01.431418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:57:00.52745Z","time spent":"903.939277ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:57:01.431359Z","caller":"traceutil/trace.go:171","msg":"trace[95414471] transaction","detail":"{read_only:false; response_revision:33011; number_of_response:1; }","duration":"904.9537ms","start":"2026-03-03T12:57:00.526264Z","end":"2026-03-03T12:57:01.431217Z","steps":["trace[95414471] 'process raft request' (duration: 904.801417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:57:01.431522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.513935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:57:01.431556Z","caller":"traceutil/trace.go:171","msg":"trace[394363146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33013; }","duration":"297.597707ms","start":"2026-03-03T12:57:01.133949Z","end":"2026-03-03T12:57:01.431547Z","steps":["trace[394363146] 'agreement among raft nodes before linearized reading' (duration: 297.537925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:57:01.431595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.670528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T12:57:01.431661Z","caller":"traceutil/trace.go:171","msg":"trace[1505398528] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33013; }","duration":"188.777551ms","start":"2026-03-03T12:57:01.242866Z","end":"2026-03-03T12:57:01.431644Z","steps":["trace[1505398528] 'agreement among raft nodes before linearized reading' (duration: 188.589157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:57:01.431722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.370117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T12:57:01.431831Z","caller":"traceutil/trace.go:171","msg":"trace[506318304] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33013; }","duration":"342.522501ms","start":"2026-03-03T12:57:01.089289Z","end":"2026-03-03T12:57:01.431811Z","steps":["trace[506318304] 'agreement among raft nodes before linearized reading' (duration: 342.253235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:57:01.431872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:57:01.089273Z","time spent":"342.590593ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:57:01.431881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.368428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.18\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-03T12:57:01.431928Z","caller":"traceutil/trace.go:171","msg":"trace[1207640840] range","detail":"{range_begin:/registry/masterleases/199.19.213.18; range_end:; response_count:1; response_revision:33013; }","duration":"440.672955ms","start":"2026-03-03T12:57:00.991241Z","end":"2026-03-03T12:57:01.431914Z","steps":["trace[1207640840] 'agreement among raft nodes before linearized reading' (duration: 440.123403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:57:01.431971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:57:00.991226Z","time spent":"440.735907ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.18\" "} {"level":"warn","ts":"2026-03-03T12:57:01.432192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:57:00.526253Z","time spent":"905.263788ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:57:01.731062Z","caller":"traceutil/trace.go:171","msg":"trace[917924606] linearizableReadLoop","detail":"{readStateIndex:34159; appliedIndex:34156; }","duration":"284.999649ms","start":"2026-03-03T12:57:01.446038Z","end":"2026-03-03T12:57:01.731038Z","steps":["trace[917924606] 'read index received' (duration: 56.724903ms)","trace[917924606] 'applied index is now lower than readState.Index' (duration: 228.273436ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:57:01.731145Z","caller":"traceutil/trace.go:171","msg":"trace[1095415554] transaction","detail":"{read_only:false; response_revision:33015; number_of_response:1; }","duration":"295.041837ms","start":"2026-03-03T12:57:01.436098Z","end":"2026-03-03T12:57:01.73114Z","steps":["trace[1095415554] 'process raft request' (duration: 294.894274ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:57:01.731095Z","caller":"traceutil/trace.go:171","msg":"trace[617337126] transaction","detail":"{read_only:false; response_revision:33014; number_of_response:1; }","duration":"295.56436ms","start":"2026-03-03T12:57:01.435501Z","end":"2026-03-03T12:57:01.731065Z","steps":["trace[617337126] 'process raft request' (duration: 295.330604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:57:01.731719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.656735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T12:57:01.731869Z","caller":"traceutil/trace.go:171","msg":"trace[1105365226] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33015; }","duration":"285.859579ms","start":"2026-03-03T12:57:01.44599Z","end":"2026-03-03T12:57:01.731849Z","steps":["trace[1105365226] 'agreement among raft nodes before linearized reading' (duration: 285.176393ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:57:01.736215Z","caller":"traceutil/trace.go:171","msg":"trace[2091073225] transaction","detail":"{read_only:false; response_revision:33016; number_of_response:1; }","duration":"232.036505ms","start":"2026-03-03T12:57:01.504154Z","end":"2026-03-03T12:57:01.73619Z","steps":["trace[2091073225] 'process raft request' (duration: 231.874331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:57:01.736878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.702381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T12:57:01.736933Z","caller":"traceutil/trace.go:171","msg":"trace[140491154] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33016; }","duration":"156.791763ms","start":"2026-03-03T12:57:01.580123Z","end":"2026-03-03T12:57:01.736915Z","steps":["trace[140491154] 'agreement among raft nodes before linearized reading' (duration: 156.63994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:57:12.164492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.996493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:57:12.164644Z","caller":"traceutil/trace.go:171","msg":"trace[1373930221] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33088; }","duration":"104.211778ms","start":"2026-03-03T12:57:12.0604Z","end":"2026-03-03T12:57:12.164611Z","steps":["trace[1373930221] 'range keys from in-memory index tree' (duration: 103.852459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:57:12.959114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.198205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:57:12.959269Z","caller":"traceutil/trace.go:171","msg":"trace[389470999] linearizableReadLoop","detail":"{readStateIndex:34237; appliedIndex:34235; }","duration":"235.961968ms","start":"2026-03-03T12:57:12.723296Z","end":"2026-03-03T12:57:12.959258Z","steps":["trace[389470999] 'read index received' (duration: 133.713126ms)","trace[389470999] 'applied index is now lower than readState.Index' (duration: 102.248092ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:57:12.959646Z","caller":"traceutil/trace.go:171","msg":"trace[1688007739] transaction","detail":"{read_only:false; response_revision:33090; number_of_response:1; }","duration":"396.896849ms","start":"2026-03-03T12:57:12.562715Z","end":"2026-03-03T12:57:12.959612Z","steps":["trace[1688007739] 'process raft request' (duration: 119.143912ms)","trace[1688007739] 'compare' (duration: 277.03155ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:57:12.95965Z","caller":"traceutil/trace.go:171","msg":"trace[2108595473] transaction","detail":"{read_only:false; response_revision:33091; number_of_response:1; }","duration":"263.536041ms","start":"2026-03-03T12:57:12.696077Z","end":"2026-03-03T12:57:12.959613Z","steps":["trace[2108595473] 'process raft request' (duration: 263.123981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:57:12.959839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:57:12.562706Z","time spent":"397.019793ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:57:12.960013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.695025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T12:57:12.960102Z","caller":"traceutil/trace.go:171","msg":"trace[1009386353] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:33091; }","duration":"236.829958ms","start":"2026-03-03T12:57:12.723252Z","end":"2026-03-03T12:57:12.960082Z","steps":["trace[1009386353] 'agreement among raft nodes before linearized reading' (duration: 236.033129ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:57:13.235557Z","caller":"traceutil/trace.go:171","msg":"trace[374043282] transaction","detail":"{read_only:false; response_revision:33092; number_of_response:1; }","duration":"157.807386ms","start":"2026-03-03T12:57:13.077717Z","end":"2026-03-03T12:57:13.235525Z","steps":["trace[374043282] 'process raft request' (duration: 157.51829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:57:13.236248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.560386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:57:13.236299Z","caller":"traceutil/trace.go:171","msg":"trace[1261866185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33092; }","duration":"101.656058ms","start":"2026-03-03T12:57:13.13463Z","end":"2026-03-03T12:57:13.236287Z","steps":["trace[1261866185] 'agreement among raft nodes before linearized reading' (duration: 101.553386ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:57:13.236534Z","caller":"traceutil/trace.go:171","msg":"trace[1712337797] linearizableReadLoop","detail":"{readStateIndex:34238; appliedIndex:34237; }","duration":"100.739036ms","start":"2026-03-03T12:57:13.134669Z","end":"2026-03-03T12:57:13.235408Z","steps":["trace[1712337797] 'read index received' (duration: 100.376367ms)","trace[1712337797] 'applied index is now lower than readState.Index' (duration: 361.579µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:58:57.927324Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31731} {"level":"info","ts":"2026-03-03T12:58:58.071664Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31731,"took":"139.143025ms","hash":1726444905,"current-db-size-bytes":50819072,"current-db-size":"51 MB","current-db-size-in-use-bytes":26562560,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-03T12:58:58.071758Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1726444905,"revision":31731,"compact-revision":29644} {"level":"info","ts":"2026-03-03T13:00:08.97423Z","caller":"traceutil/trace.go:171","msg":"trace[518923142] linearizableReadLoop","detail":"{readStateIndex:35630; appliedIndex:35629; }","duration":"128.495362ms","start":"2026-03-03T13:00:08.845713Z","end":"2026-03-03T13:00:08.974208Z","steps":["trace[518923142] 'read index received' (duration: 128.357299ms)","trace[518923142] 'applied index is now lower than readState.Index' (duration: 137.053µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:00:08.974723Z","caller":"traceutil/trace.go:171","msg":"trace[125019867] transaction","detail":"{read_only:false; response_revision:34446; number_of_response:1; }","duration":"152.4323ms","start":"2026-03-03T13:00:08.822269Z","end":"2026-03-03T13:00:08.974701Z","steps":["trace[125019867] 'process raft request' (duration: 151.787784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:08.974843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.752817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T13:00:08.97494Z","caller":"traceutil/trace.go:171","msg":"trace[1714514607] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34446; }","duration":"111.883609ms","start":"2026-03-03T13:00:08.863033Z","end":"2026-03-03T13:00:08.974916Z","steps":["trace[1714514607] 'agreement among raft nodes before linearized reading' (duration: 111.621183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:08.975086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.142952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:08.975128Z","caller":"traceutil/trace.go:171","msg":"trace[1237223785] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:34446; }","duration":"108.234314ms","start":"2026-03-03T13:00:08.866881Z","end":"2026-03-03T13:00:08.975115Z","steps":["trace[1237223785] 'agreement among raft nodes before linearized reading' (duration: 108.163342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:08.975421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.699191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T13:00:08.975476Z","caller":"traceutil/trace.go:171","msg":"trace[1993829910] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34446; }","duration":"129.794923ms","start":"2026-03-03T13:00:08.845668Z","end":"2026-03-03T13:00:08.975462Z","steps":["trace[1993829910] 'agreement among raft nodes before linearized reading' (duration: 128.918643ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:09.158761Z","caller":"traceutil/trace.go:171","msg":"trace[1052610370] transaction","detail":"{read_only:false; response_revision:34447; number_of_response:1; }","duration":"179.05207ms","start":"2026-03-03T13:00:08.979691Z","end":"2026-03-03T13:00:09.158743Z","steps":["trace[1052610370] 'process raft request' (duration: 133.749167ms)","trace[1052610370] 'compare' (duration: 45.118419ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:00:09.164946Z","caller":"traceutil/trace.go:171","msg":"trace[1817612140] transaction","detail":"{read_only:false; response_revision:34448; number_of_response:1; }","duration":"184.419247ms","start":"2026-03-03T13:00:08.98051Z","end":"2026-03-03T13:00:09.164929Z","steps":["trace[1817612140] 'process raft request' (duration: 184.190131ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:09.165067Z","caller":"traceutil/trace.go:171","msg":"trace[1823936584] linearizableReadLoop","detail":"{readStateIndex:35633; appliedIndex:35630; }","duration":"100.821708ms","start":"2026-03-03T13:00:09.06422Z","end":"2026-03-03T13:00:09.165041Z","steps":["trace[1823936584] 'read index received' (duration: 49.168154ms)","trace[1823936584] 'applied index is now lower than readState.Index' (duration: 51.652394ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:00:09.165192Z","caller":"traceutil/trace.go:171","msg":"trace[19038285] transaction","detail":"{read_only:false; response_revision:34449; number_of_response:1; }","duration":"136.439331ms","start":"2026-03-03T13:00:09.028742Z","end":"2026-03-03T13:00:09.165181Z","steps":["trace[19038285] 'process raft request' (duration: 136.137403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:09.165443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.202197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:00:09.165522Z","caller":"traceutil/trace.go:171","msg":"trace[2147309239] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:34449; }","duration":"101.323079ms","start":"2026-03-03T13:00:09.064178Z","end":"2026-03-03T13:00:09.165501Z","steps":["trace[2147309239] 'agreement among raft nodes before linearized reading' (duration: 101.191446ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:12.327884Z","caller":"traceutil/trace.go:171","msg":"trace[1650098852] linearizableReadLoop","detail":"{readStateIndex:35669; appliedIndex:35668; }","duration":"193.873942ms","start":"2026-03-03T13:00:12.133966Z","end":"2026-03-03T13:00:12.32784Z","steps":["trace[1650098852] 'read index received' (duration: 150.598167ms)","trace[1650098852] 'applied index is now lower than readState.Index' (duration: 43.274325ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:00:12.327895Z","caller":"traceutil/trace.go:171","msg":"trace[470692479] transaction","detail":"{read_only:false; response_revision:34484; number_of_response:1; }","duration":"225.624723ms","start":"2026-03-03T13:00:12.102236Z","end":"2026-03-03T13:00:12.327861Z","steps":["trace[470692479] 'process raft request' (duration: 182.388539ms)","trace[470692479] 'compare' (duration: 42.832644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:00:12.328055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.060756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:12.328133Z","caller":"traceutil/trace.go:171","msg":"trace[950458802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34484; }","duration":"194.182079ms","start":"2026-03-03T13:00:12.133931Z","end":"2026-03-03T13:00:12.328113Z","steps":["trace[950458802] 'agreement among raft nodes before linearized reading' (duration: 194.031536ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:12.410099Z","caller":"traceutil/trace.go:171","msg":"trace[2027126059] transaction","detail":"{read_only:false; response_revision:34485; number_of_response:1; }","duration":"120.32187ms","start":"2026-03-03T13:00:12.289754Z","end":"2026-03-03T13:00:12.410075Z","steps":["trace[2027126059] 'process raft request' (duration: 120.200457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:12.410393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.068126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:12.410487Z","caller":"traceutil/trace.go:171","msg":"trace[1635795195] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:34485; }","duration":"221.223959ms","start":"2026-03-03T13:00:12.189243Z","end":"2026-03-03T13:00:12.410467Z","steps":["trace[1635795195] 'agreement among raft nodes before linearized reading' (duration: 220.991924ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:12.658908Z","caller":"traceutil/trace.go:171","msg":"trace[1636006897] transaction","detail":"{read_only:false; response_revision:34486; number_of_response:1; }","duration":"304.913161ms","start":"2026-03-03T13:00:12.353956Z","end":"2026-03-03T13:00:12.658869Z","steps":["trace[1636006897] 'process raft request' (duration: 275.644097ms)","trace[1636006897] 'compare' (duration: 28.922966ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:00:12.658962Z","caller":"traceutil/trace.go:171","msg":"trace[1354776961] transaction","detail":"{read_only:false; response_revision:34487; number_of_response:1; }","duration":"303.535799ms","start":"2026-03-03T13:00:12.355405Z","end":"2026-03-03T13:00:12.658941Z","steps":["trace[1354776961] 'process raft request' (duration: 303.382925ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:12.659027Z","caller":"traceutil/trace.go:171","msg":"trace[2007519011] linearizableReadLoop","detail":"{readStateIndex:35674; appliedIndex:35670; }","duration":"248.807272ms","start":"2026-03-03T13:00:12.410201Z","end":"2026-03-03T13:00:12.659008Z","steps":["trace[2007519011] 'read index received' (duration: 219.377475ms)","trace[2007519011] 'applied index is now lower than readState.Index' (duration: 29.428607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:00:12.659074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:12.355398Z","time spent":"303.61303ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:12.659093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:12.353934Z","time spent":"305.059534ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:12.659155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.231632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:12.659187Z","caller":"traceutil/trace.go:171","msg":"trace[142653060] transaction","detail":"{read_only:false; response_revision:34488; number_of_response:1; }","duration":"303.747104ms","start":"2026-03-03T13:00:12.355421Z","end":"2026-03-03T13:00:12.659168Z","steps":["trace[142653060] 'process raft request' (duration: 303.455667ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:12.659204Z","caller":"traceutil/trace.go:171","msg":"trace[26007241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34489; }","duration":"328.279463ms","start":"2026-03-03T13:00:12.330907Z","end":"2026-03-03T13:00:12.659186Z","steps":["trace[26007241] 'agreement among raft nodes before linearized reading' (duration: 328.170051ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:12.659233Z","caller":"traceutil/trace.go:171","msg":"trace[110660461] transaction","detail":"{read_only:false; response_revision:34489; number_of_response:1; }","duration":"302.394321ms","start":"2026-03-03T13:00:12.356831Z","end":"2026-03-03T13:00:12.659226Z","steps":["trace[110660461] 'process raft request' (duration: 302.098134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:12.659261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:12.355409Z","time spent":"303.827835ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:12.659249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:12.330859Z","time spent":"328.379337ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T13:00:12.659276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:12.356825Z","time spent":"302.427792ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:12.88088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.339625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:00:12.881004Z","caller":"traceutil/trace.go:171","msg":"trace[841108244] transaction","detail":"{read_only:false; response_revision:34490; number_of_response:1; }","duration":"166.674426ms","start":"2026-03-03T13:00:12.714306Z","end":"2026-03-03T13:00:12.88098Z","steps":["trace[841108244] 'process raft request' (duration: 58.124816ms)","trace[841108244] 'compare' (duration: 108.11139ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:00:53.402694Z","caller":"traceutil/trace.go:171","msg":"trace[1964090721] transaction","detail":"{read_only:false; response_revision:34797; number_of_response:1; }","duration":"342.369758ms","start":"2026-03-03T13:00:53.060295Z","end":"2026-03-03T13:00:53.402665Z","steps":["trace[1964090721] 'process raft request' (duration: 342.168353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:53.402845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:53.060279Z","time spent":"342.496051ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:53.515338Z","caller":"traceutil/trace.go:171","msg":"trace[925770662] linearizableReadLoop","detail":"{readStateIndex:35992; appliedIndex:35990; }","duration":"140.030616ms","start":"2026-03-03T13:00:53.375269Z","end":"2026-03-03T13:00:53.5153Z","steps":["trace[925770662] 'read index received' (duration: 27.273806ms)","trace[925770662] 'applied index is now lower than readState.Index' (duration: 112.7555ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:00:53.515471Z","caller":"traceutil/trace.go:171","msg":"trace[1802863340] transaction","detail":"{read_only:false; response_revision:34798; number_of_response:1; }","duration":"268.08956ms","start":"2026-03-03T13:00:53.247354Z","end":"2026-03-03T13:00:53.515444Z","steps":["trace[1802863340] 'process raft request' (duration: 267.795193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:53.515557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.261651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:53.515621Z","caller":"traceutil/trace.go:171","msg":"trace[479377624] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:34798; }","duration":"140.383314ms","start":"2026-03-03T13:00:53.375219Z","end":"2026-03-03T13:00:53.515602Z","steps":["trace[479377624] 'agreement among raft nodes before linearized reading' (duration: 140.264241ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:53.517529Z","caller":"traceutil/trace.go:171","msg":"trace[1610506908] transaction","detail":"{read_only:false; response_revision:34799; number_of_response:1; }","duration":"103.157424ms","start":"2026-03-03T13:00:53.414341Z","end":"2026-03-03T13:00:53.517499Z","steps":["trace[1610506908] 'process raft request' (duration: 102.615961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:03:44.945754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.097345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:03:44.945891Z","caller":"traceutil/trace.go:171","msg":"trace[759038315] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35962; }","duration":"101.252538ms","start":"2026-03-03T13:03:44.844612Z","end":"2026-03-03T13:03:44.945864Z","steps":["trace[759038315] 'range keys from in-memory index tree' (duration: 101.002632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:03:45.165969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.772906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T13:03:45.166057Z","caller":"traceutil/trace.go:171","msg":"trace[1541490159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35963; }","duration":"100.899779ms","start":"2026-03-03T13:03:45.065134Z","end":"2026-03-03T13:03:45.166034Z","steps":["trace[1541490159] 'range keys from in-memory index tree' (duration: 100.615823ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:03:45.234908Z","caller":"traceutil/trace.go:171","msg":"trace[408951912] linearizableReadLoop","detail":"{readStateIndex:37193; appliedIndex:37192; }","duration":"100.355855ms","start":"2026-03-03T13:03:45.134531Z","end":"2026-03-03T13:03:45.234887Z","steps":["trace[408951912] 'read index received' (duration: 100.275663ms)","trace[408951912] 'applied index is now lower than readState.Index' (duration: 79.032µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:03:45.234978Z","caller":"traceutil/trace.go:171","msg":"trace[222265293] transaction","detail":"{read_only:false; response_revision:35964; number_of_response:1; }","duration":"119.887028ms","start":"2026-03-03T13:03:45.115045Z","end":"2026-03-03T13:03:45.234932Z","steps":["trace[222265293] 'process raft request' (duration: 119.701844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:03:45.235165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.626153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:03:45.235208Z","caller":"traceutil/trace.go:171","msg":"trace[1327253482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35964; }","duration":"100.722105ms","start":"2026-03-03T13:03:45.134475Z","end":"2026-03-03T13:03:45.235197Z","steps":["trace[1327253482] 'agreement among raft nodes before linearized reading' (duration: 100.53053ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:03:45.613099Z","caller":"traceutil/trace.go:171","msg":"trace[778876123] transaction","detail":"{read_only:false; response_revision:35967; number_of_response:1; }","duration":"133.681775ms","start":"2026-03-03T13:03:45.479396Z","end":"2026-03-03T13:03:45.613078Z","steps":["trace[778876123] 'process raft request' (duration: 57.754787ms)","trace[778876123] 'compare' (duration: 75.804055ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:03:45.613521Z","caller":"traceutil/trace.go:171","msg":"trace[170317433] transaction","detail":"{read_only:false; response_revision:35968; number_of_response:1; }","duration":"133.45011ms","start":"2026-03-03T13:03:45.480048Z","end":"2026-03-03T13:03:45.613498Z","steps":["trace[170317433] 'process raft request' (duration: 133.003859ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:03:45.615735Z","caller":"traceutil/trace.go:171","msg":"trace[845420285] transaction","detail":"{read_only:false; response_revision:35969; number_of_response:1; }","duration":"133.503742ms","start":"2026-03-03T13:03:45.480158Z","end":"2026-03-03T13:03:45.613662Z","steps":["trace[845420285] 'process raft request' (duration: 133.252626ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:03:47.103606Z","caller":"traceutil/trace.go:171","msg":"trace[589602072] transaction","detail":"{read_only:false; response_revision:35975; number_of_response:1; }","duration":"132.447727ms","start":"2026-03-03T13:03:46.971126Z","end":"2026-03-03T13:03:47.103574Z","steps":["trace[589602072] 'process raft request' (duration: 132.210511ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:03:53.787042Z","caller":"traceutil/trace.go:171","msg":"trace[1015651988] transaction","detail":"{read_only:false; response_revision:36023; number_of_response:1; }","duration":"145.584168ms","start":"2026-03-03T13:03:53.641432Z","end":"2026-03-03T13:03:53.787017Z","steps":["trace[1015651988] 'process raft request' (duration: 140.221981ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:03:53.787249Z","caller":"traceutil/trace.go:171","msg":"trace[1681644744] transaction","detail":"{read_only:false; response_revision:36024; number_of_response:1; }","duration":"143.837756ms","start":"2026-03-03T13:03:53.643402Z","end":"2026-03-03T13:03:53.78724Z","steps":["trace[1681644744] 'process raft request' (duration: 143.56121ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:03:57.935166Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33801} {"level":"info","ts":"2026-03-03T13:03:58.057054Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33801,"took":"116.165831ms","hash":3086680060,"current-db-size-bytes":50819072,"current-db-size":"51 MB","current-db-size-in-use-bytes":28479488,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T13:03:58.057179Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3086680060,"revision":33801,"compact-revision":31731} {"level":"info","ts":"2026-03-03T13:04:41.838731Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000092da.wal"} {"level":"info","ts":"2026-03-03T13:05:01.716363Z","caller":"traceutil/trace.go:171","msg":"trace[1138760177] linearizableReadLoop","detail":"{readStateIndex:37761; appliedIndex:37760; }","duration":"135.05653ms","start":"2026-03-03T13:05:01.581261Z","end":"2026-03-03T13:05:01.716317Z","steps":["trace[1138760177] 'read index received' (duration: 56.800926ms)","trace[1138760177] 'applied index is now lower than readState.Index' (duration: 78.252924ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:05:01.716433Z","caller":"traceutil/trace.go:171","msg":"trace[2065660157] transaction","detail":"{read_only:false; response_revision:36514; number_of_response:1; }","duration":"146.164433ms","start":"2026-03-03T13:05:01.570228Z","end":"2026-03-03T13:05:01.716393Z","steps":["trace[2065660157] 'process raft request' (duration: 67.938119ms)","trace[2065660157] 'compare' (duration: 77.937087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:05:01.716883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.611152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T13:05:01.717193Z","caller":"traceutil/trace.go:171","msg":"trace[362995764] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:36514; }","duration":"135.92639ms","start":"2026-03-03T13:05:01.581242Z","end":"2026-03-03T13:05:01.717168Z","steps":["trace[362995764] 'agreement among raft nodes before linearized reading' (duration: 135.197093ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:05:12.971749Z","caller":"traceutil/trace.go:171","msg":"trace[808050671] linearizableReadLoop","detail":"{readStateIndex:37876; appliedIndex:37875; }","duration":"107.010526ms","start":"2026-03-03T13:05:12.86472Z","end":"2026-03-03T13:05:12.971731Z","steps":["trace[808050671] 'read index received' (duration: 106.848662ms)","trace[808050671] 'applied index is now lower than readState.Index' (duration: 161.174µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:05:12.971954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.217981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T13:05:12.97198Z","caller":"traceutil/trace.go:171","msg":"trace[42960632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36627; }","duration":"107.293033ms","start":"2026-03-03T13:05:12.864679Z","end":"2026-03-03T13:05:12.971973Z","steps":["trace[42960632] 'agreement among raft nodes before linearized reading' (duration: 107.15257ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:05:12.971953Z","caller":"traceutil/trace.go:171","msg":"trace[1554427565] transaction","detail":"{read_only:false; response_revision:36627; number_of_response:1; }","duration":"241.83145ms","start":"2026-03-03T13:05:12.730089Z","end":"2026-03-03T13:05:12.97192Z","steps":["trace[1554427565] 'process raft request' (duration: 241.518832ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:05:22.112402Z","caller":"traceutil/trace.go:171","msg":"trace[1308890137] transaction","detail":"{read_only:false; response_revision:36694; number_of_response:1; }","duration":"101.984447ms","start":"2026-03-03T13:05:22.010391Z","end":"2026-03-03T13:05:22.112375Z","steps":["trace[1308890137] 'process raft request' (duration: 97.851228ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:05:40.350438Z","caller":"traceutil/trace.go:171","msg":"trace[362145558] transaction","detail":"{read_only:false; response_revision:36818; number_of_response:1; }","duration":"105.447749ms","start":"2026-03-03T13:05:40.244968Z","end":"2026-03-03T13:05:40.350415Z","steps":["trace[362145558] 'process raft request' (duration: 105.297606ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:05:40.350641Z","caller":"traceutil/trace.go:171","msg":"trace[1044922521] transaction","detail":"{read_only:false; response_revision:36817; number_of_response:1; }","duration":"107.664681ms","start":"2026-03-03T13:05:40.242663Z","end":"2026-03-03T13:05:40.350328Z","steps":["trace[1044922521] 'process raft request' (duration: 42.637121ms)","trace[1044922521] 'compare' (duration: 64.879847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:07:03.259481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.502019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T13:07:03.259584Z","caller":"traceutil/trace.go:171","msg":"trace[1816780533] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:37384; }","duration":"235.619282ms","start":"2026-03-03T13:07:03.023942Z","end":"2026-03-03T13:07:03.259561Z","steps":["trace[1816780533] 'range keys from in-memory index tree' (duration: 235.303095ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:08:57.943222Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36051} {"level":"info","ts":"2026-03-03T13:08:58.065049Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36051,"took":"117.454243ms","hash":3030139454,"current-db-size-bytes":52514816,"current-db-size":"52 MB","current-db-size-in-use-bytes":28590080,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-03T13:08:58.065104Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3030139454,"revision":36051,"compact-revision":33801} {"level":"info","ts":"2026-03-03T13:10:09.477128Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6d0358acb671c233","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T13:10:09.482542Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-03T13:10:09.482675Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-03-03T13:10:22.649674Z","caller":"traceutil/trace.go:171","msg":"trace[2120428884] transaction","detail":"{read_only:false; response_revision:38788; number_of_response:1; }","duration":"307.593227ms","start":"2026-03-03T13:10:22.342042Z","end":"2026-03-03T13:10:22.649635Z","steps":["trace[2120428884] 'process raft request' (duration: 307.444123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:10:22.649836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:10:22.342022Z","time spent":"307.737391ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:10:23.186904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.805086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-node-lease\" ","response":"range_response_count:1 size:364"} {"level":"info","ts":"2026-03-03T13:10:23.187017Z","caller":"traceutil/trace.go:171","msg":"trace[866515689] range","detail":"{range_begin:/registry/namespaces/kube-node-lease; range_end:; response_count:1; response_revision:38792; }","duration":"235.969151ms","start":"2026-03-03T13:10:22.951021Z","end":"2026-03-03T13:10:23.18699Z","steps":["trace[866515689] 'range keys from in-memory index tree' (duration: 235.54401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:10:23.187035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.168011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T13:10:23.187085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.60416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T13:10:23.187163Z","caller":"traceutil/trace.go:171","msg":"trace[611146636] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:38792; }","duration":"110.712102ms","start":"2026-03-03T13:10:23.076432Z","end":"2026-03-03T13:10:23.187145Z","steps":["trace[611146636] 'range keys from in-memory index tree' (duration: 110.474887ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:10:23.18717Z","caller":"traceutil/trace.go:171","msg":"trace[1684966451] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38792; }","duration":"124.305314ms","start":"2026-03-03T13:10:23.062799Z","end":"2026-03-03T13:10:23.187104Z","steps":["trace[1684966451] 'range keys from in-memory index tree' (duration: 123.955876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:10:23.187255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.610919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/ingress-nginx\" ","response":"range_response_count:1 size:385"} {"level":"warn","ts":"2026-03-03T13:10:23.186903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.121528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:10:23.187335Z","caller":"traceutil/trace.go:171","msg":"trace[464080766] range","detail":"{range_begin:/registry/namespaces/ingress-nginx; range_end:; response_count:1; response_revision:38792; }","duration":"280.760222ms","start":"2026-03-03T13:10:22.906554Z","end":"2026-03-03T13:10:23.187314Z","steps":["trace[464080766] 'range keys from in-memory index tree' (duration: 280.443094ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:10:23.187401Z","caller":"traceutil/trace.go:171","msg":"trace[1216890371] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:38792; }","duration":"191.679191ms","start":"2026-03-03T13:10:22.995688Z","end":"2026-03-03T13:10:23.187367Z","steps":["trace[1216890371] 'count revisions from in-memory index tree' (duration: 190.949923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:13:26.405291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982392965,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T13:13:27.074671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13993700761982392965,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T13:13:27.113035Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.257912703s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T13:13:27.113396Z","caller":"traceutil/trace.go:171","msg":"trace[1907778071] transaction","detail":"{read_only:false; response_revision:40041; number_of_response:1; }","duration":"1.258355713s","start":"2026-03-03T13:13:25.85501Z","end":"2026-03-03T13:13:27.113366Z","steps":["trace[1907778071] 'process raft request' (duration: 1.258212469s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:13:27.113516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:13:25.854994Z","time spent":"1.258461976s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:13:27.114855Z","caller":"traceutil/trace.go:171","msg":"trace[461109771] transaction","detail":"{read_only:false; response_revision:40043; number_of_response:1; }","duration":"1.00369477s","start":"2026-03-03T13:13:26.111136Z","end":"2026-03-03T13:13:27.11483Z","steps":["trace[461109771] 'process raft request' (duration: 1.003621018s)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:13:27.11487Z","caller":"traceutil/trace.go:171","msg":"trace[1470135586] transaction","detail":"{read_only:false; response_revision:40042; number_of_response:1; }","duration":"1.114420684s","start":"2026-03-03T13:13:26.000412Z","end":"2026-03-03T13:13:27.114833Z","steps":["trace[1470135586] 'process raft request' (duration: 1.114212339s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:13:27.115001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:13:26.111114Z","time spent":"1.003794923s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:13:27.115039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:13:26.000384Z","time spent":"1.114559357s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:13:27.115122Z","caller":"traceutil/trace.go:171","msg":"trace[1347896102] transaction","detail":"{read_only:false; response_revision:40044; number_of_response:1; }","duration":"837.785619ms","start":"2026-03-03T13:13:26.277317Z","end":"2026-03-03T13:13:27.115102Z","steps":["trace[1347896102] 'process raft request' (duration: 837.476302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:13:27.115173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:13:26.277298Z","time spent":"837.84937ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:13:27.117456Z","caller":"traceutil/trace.go:171","msg":"trace[342797867] linearizableReadLoop","detail":"{readStateIndex:41399; appliedIndex:41393; }","duration":"1.212985479s","start":"2026-03-03T13:13:25.904454Z","end":"2026-03-03T13:13:27.117439Z","steps":["trace[342797867] 'read index received' (duration: 1.208890481s)","trace[342797867] 'applied index is now lower than readState.Index' (duration: 4.094148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:13:27.117605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213138642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T13:13:27.117607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1282328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:13:27.117638Z","caller":"traceutil/trace.go:171","msg":"trace[981929988] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:40045; }","duration":"1.213225884s","start":"2026-03-03T13:13:25.904403Z","end":"2026-03-03T13:13:27.117629Z","steps":["trace[981929988] 'agreement among raft nodes before linearized reading' (duration: 1.213145872s)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:13:27.117648Z","caller":"traceutil/trace.go:171","msg":"trace[1092081073] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:40045; }","duration":"1.128298672s","start":"2026-03-03T13:13:25.989337Z","end":"2026-03-03T13:13:27.117635Z","steps":["trace[1092081073] 'agreement among raft nodes before linearized reading' (duration: 1.128232171s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:13:27.117663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:13:25.904389Z","time spent":"1.213266355s","remote":"127.0.0.1:42764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:13:27.11767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:13:25.989324Z","time spent":"1.128340153s","remote":"127.0.0.1:53998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:13:27.117802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.177145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:13:27.117859Z","caller":"traceutil/trace.go:171","msg":"trace[1568397772] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:40045; }","duration":"569.282127ms","start":"2026-03-03T13:13:26.548562Z","end":"2026-03-03T13:13:27.117844Z","steps":["trace[1568397772] 'agreement among raft nodes before linearized reading' (duration: 569.192925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:13:27.117894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:13:26.548536Z","time spent":"569.348859ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:13:27.117905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.189334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:13:27.117929Z","caller":"traceutil/trace.go:171","msg":"trace[392213800] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:40045; }","duration":"834.246115ms","start":"2026-03-03T13:13:26.283674Z","end":"2026-03-03T13:13:27.11792Z","steps":["trace[392213800] 'agreement among raft nodes before linearized reading' (duration: 834.204954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:13:27.11788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110297556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:13:27.11795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:13:26.283655Z","time spent":"834.289597ms","remote":"127.0.0.1:50708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-03T13:13:27.11798Z","caller":"traceutil/trace.go:171","msg":"trace[585176163] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:40045; }","duration":"1.11046188s","start":"2026-03-03T13:13:26.007495Z","end":"2026-03-03T13:13:27.117957Z","steps":["trace[585176163] 'agreement among raft nodes before linearized reading' (duration: 1.110283826s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:13:27.118012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.703473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T13:13:27.118038Z","caller":"traceutil/trace.go:171","msg":"trace[978040217] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:40045; }","duration":"817.769735ms","start":"2026-03-03T13:13:26.300261Z","end":"2026-03-03T13:13:27.118031Z","steps":["trace[978040217] 'agreement among raft nodes before linearized reading' (duration: 817.613341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:13:27.118032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:13:26.007477Z","time spent":"1.110543061s","remote":"127.0.0.1:42388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:13:27.118063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:13:26.300247Z","time spent":"817.808846ms","remote":"127.0.0.1:42408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":145,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:13:27.118143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.845708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T13:13:27.118155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.196858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-03T13:13:27.118177Z","caller":"traceutil/trace.go:171","msg":"trace[1228181415] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:40045; }","duration":"495.90666ms","start":"2026-03-03T13:13:26.622251Z","end":"2026-03-03T13:13:27.118158Z","steps":["trace[1228181415] 'agreement among raft nodes before linearized reading' (duration: 495.816397ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:13:27.118196Z","caller":"traceutil/trace.go:171","msg":"trace[452821031] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:40045; }","duration":"537.258239ms","start":"2026-03-03T13:13:26.580926Z","end":"2026-03-03T13:13:27.118184Z","steps":["trace[452821031] 'agreement among raft nodes before linearized reading' (duration: 537.096525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:13:27.118197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:13:26.622233Z","time spent":"495.95931ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T13:13:27.118216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:13:26.580919Z","time spent":"537.29234ms","remote":"127.0.0.1:42470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-03T13:13:27.118264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.655532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T13:13:27.118306Z","caller":"traceutil/trace.go:171","msg":"trace[1577644529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:40045; }","duration":"993.725874ms","start":"2026-03-03T13:13:26.12457Z","end":"2026-03-03T13:13:27.118296Z","steps":["trace[1577644529] 'agreement among raft nodes before linearized reading' (duration: 993.58299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:13:27.118334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:13:26.124556Z","time spent":"993.772185ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T13:13:27.118717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.048259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:18 size:7765"} {"level":"info","ts":"2026-03-03T13:13:27.11879Z","caller":"traceutil/trace.go:171","msg":"trace[549527718] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:18; response_revision:40045; }","duration":"403.173752ms","start":"2026-03-03T13:13:26.715597Z","end":"2026-03-03T13:13:27.11877Z","steps":["trace[549527718] 'agreement among raft nodes before linearized reading' (duration: 402.326652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:13:27.11884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:13:26.71558Z","time spent":"403.243963ms","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":18,"response size":7788,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 "} {"level":"warn","ts":"2026-03-03T13:13:27.12038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.066364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T13:13:27.120462Z","caller":"traceutil/trace.go:171","msg":"trace[2027833675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:40045; }","duration":"864.621495ms","start":"2026-03-03T13:13:26.255821Z","end":"2026-03-03T13:13:27.120443Z","steps":["trace[2027833675] 'agreement among raft nodes before linearized reading' (duration: 861.936551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:13:27.120503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:13:26.255806Z","time spent":"864.687707ms","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "}