{"level":"warn","ts":"2026-03-02T16:42:10.904743Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T16:42:10.904847Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.67:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.67:2380","--initial-cluster=instance=https://199.204.45.67:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.67:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.67:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-02T16:42:10.904925Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T16:42:10.904933Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.67:2380"]} {"level":"info","ts":"2026-03-02T16:42:10.904948Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T16:42:10.905597Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.67:2379"]} {"level":"info","ts":"2026-03-02T16:42:10.905673Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.67:2380"],"listen-peer-urls":["https://199.204.45.67:2380"],"advertise-client-urls":["https://199.204.45.67:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.67:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.67:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-02T16:42:10.911805Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.919815ms"} {"level":"info","ts":"2026-03-02T16:42:10.940619Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cddd08233fdda28a","cluster-id":"72e3bf4964adc703"} {"level":"info","ts":"2026-03-02T16:42:10.940807Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cddd08233fdda28a switched to configuration voters=()"} {"level":"info","ts":"2026-03-02T16:42:10.94085Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cddd08233fdda28a became follower at term 0"} {"level":"info","ts":"2026-03-02T16:42:10.940876Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cddd08233fdda28a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-02T16:42:10.940904Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cddd08233fdda28a became follower at term 1"} {"level":"info","ts":"2026-03-02T16:42:10.940963Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cddd08233fdda28a switched to configuration voters=(14834021695116649098)"} {"level":"warn","ts":"2026-03-02T16:42:10.952981Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-02T16:42:10.96424Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-02T16:42:10.967997Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-02T16:42:10.974068Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cddd08233fdda28a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-02T16:42:10.974322Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cddd08233fdda28a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-02T16:42:10.974549Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T16:42:10.974694Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T16:42:10.974718Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T16:42:10.975457Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cddd08233fdda28a switched to configuration voters=(14834021695116649098)"} {"level":"info","ts":"2026-03-02T16:42:10.975641Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"72e3bf4964adc703","local-member-id":"cddd08233fdda28a","added-peer-id":"cddd08233fdda28a","added-peer-peer-urls":["https://199.204.45.67:2380"]} {"level":"info","ts":"2026-03-02T16:42:10.976949Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T16:42:10.97711Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.67:2380"} {"level":"info","ts":"2026-03-02T16:42:10.977177Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.67:2380"} {"level":"info","ts":"2026-03-02T16:42:10.977218Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cddd08233fdda28a","initial-advertise-peer-urls":["https://199.204.45.67:2380"],"listen-peer-urls":["https://199.204.45.67:2380"],"advertise-client-urls":["https://199.204.45.67:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.67:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-02T16:42:10.977273Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-02T16:42:11.941806Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cddd08233fdda28a is starting a new election at term 1"} {"level":"info","ts":"2026-03-02T16:42:11.941891Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cddd08233fdda28a became pre-candidate at term 1"} {"level":"info","ts":"2026-03-02T16:42:11.941917Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cddd08233fdda28a received MsgPreVoteResp from cddd08233fdda28a at term 1"} {"level":"info","ts":"2026-03-02T16:42:11.941936Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cddd08233fdda28a became candidate at term 2"} {"level":"info","ts":"2026-03-02T16:42:11.941947Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cddd08233fdda28a received MsgVoteResp from cddd08233fdda28a at term 2"} {"level":"info","ts":"2026-03-02T16:42:11.941963Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cddd08233fdda28a became leader at term 2"} {"level":"info","ts":"2026-03-02T16:42:11.941976Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cddd08233fdda28a elected leader cddd08233fdda28a at term 2"} {"level":"info","ts":"2026-03-02T16:42:11.942944Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cddd08233fdda28a","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.67:2379]}","request-path":"/0/members/cddd08233fdda28a/attributes","cluster-id":"72e3bf4964adc703","publish-timeout":"7s"} {"level":"info","ts":"2026-03-02T16:42:11.942994Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T16:42:11.943024Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T16:42:11.943229Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T16:42:11.943332Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-02T16:42:11.943433Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-02T16:42:11.945235Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"72e3bf4964adc703","local-member-id":"cddd08233fdda28a","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T16:42:11.945379Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T16:42:11.945424Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T16:42:11.946774Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.67:2379"} {"level":"info","ts":"2026-03-02T16:42:11.947195Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-02T16:42:22.775092Z","caller":"traceutil/trace.go:171","msg":"trace[2102050747] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"104.035991ms","start":"2026-03-02T16:42:22.671032Z","end":"2026-03-02T16:42:22.775068Z","steps":["trace[2102050747] 'process raft request' (duration: 103.911058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:30.456626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.744059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T16:42:30.456805Z","caller":"traceutil/trace.go:171","msg":"trace[1515885623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:408; }","duration":"428.990704ms","start":"2026-03-02T16:42:30.02779Z","end":"2026-03-02T16:42:30.45678Z","steps":["trace[1515885623] 'range keys from in-memory index tree' (duration: 428.476083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:30.456857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:30.027763Z","time spent":"429.082747ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T16:42:30.456614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.460852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:42:30.456981Z","caller":"traceutil/trace.go:171","msg":"trace[1351219763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:408; }","duration":"122.854411ms","start":"2026-03-02T16:42:30.334086Z","end":"2026-03-02T16:42:30.456941Z","steps":["trace[1351219763] 'range keys from in-memory index tree' (duration: 122.213646ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:36.282147Z","caller":"traceutil/trace.go:171","msg":"trace[574806216] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"378.506097ms","start":"2026-03-02T16:42:35.903606Z","end":"2026-03-02T16:42:36.282112Z","steps":["trace[574806216] 'process raft request' (duration: 378.327673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:36.283436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:35.903587Z","time spent":"378.688272ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:37.050279Z","caller":"traceutil/trace.go:171","msg":"trace[1416511309] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"206.140813ms","start":"2026-03-02T16:42:36.844108Z","end":"2026-03-02T16:42:37.050249Z","steps":["trace[1416511309] 'process raft request' (duration: 205.948189ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:51.921048Z","caller":"traceutil/trace.go:171","msg":"trace[1357063613] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"153.155828ms","start":"2026-03-02T16:42:51.767853Z","end":"2026-03-02T16:42:51.921009Z","steps":["trace[1357063613] 'process raft request' (duration: 152.911283ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:53.710456Z","caller":"traceutil/trace.go:171","msg":"trace[420297033] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:538; }","duration":"200.726459ms","start":"2026-03-02T16:42:53.5097Z","end":"2026-03-02T16:42:53.710426Z","steps":["trace[420297033] 'read index received' (duration: 200.383891ms)","trace[420297033] 'applied index is now lower than readState.Index' (duration: 341.538µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:53.710571Z","caller":"traceutil/trace.go:171","msg":"trace[1541067569] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"359.015824ms","start":"2026-03-02T16:42:53.351513Z","end":"2026-03-02T16:42:53.710529Z","steps":["trace[1541067569] 'process raft request' (duration: 358.678657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:53.710706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.973916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T16:42:53.710761Z","caller":"traceutil/trace.go:171","msg":"trace[1468807701] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:521; }","duration":"201.087397ms","start":"2026-03-02T16:42:53.509654Z","end":"2026-03-02T16:42:53.710742Z","steps":["trace[1468807701] 'agreement among raft nodes before linearized reading' (duration: 200.898593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:53.710799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:53.351483Z","time spent":"359.212559ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:44:05.311774Z","caller":"traceutil/trace.go:171","msg":"trace[90088731] linearizableReadLoop","detail":"{readStateIndex:1628; appliedIndex:1627; }","duration":"432.985464ms","start":"2026-03-02T16:44:04.878763Z","end":"2026-03-02T16:44:05.311749Z","steps":["trace[90088731] 'read index received' (duration: 432.906782ms)","trace[90088731] 'applied index is now lower than readState.Index' (duration: 77.612µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:44:05.311891Z","caller":"traceutil/trace.go:171","msg":"trace[1918550104] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"462.178571ms","start":"2026-03-02T16:44:04.849702Z","end":"2026-03-02T16:44:05.311881Z","steps":["trace[1918550104] 'process raft request' (duration: 461.898175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:05.312005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:04.849686Z","time spent":"462.232742ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:44:05.312134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.329602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e20a3362-c634-4e60-a0fe-026f517667f1\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-02T16:44:05.312229Z","caller":"traceutil/trace.go:171","msg":"trace[1483660928] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e20a3362-c634-4e60-a0fe-026f517667f1; range_end:; response_count:1; response_revision:1570; }","duration":"433.457245ms","start":"2026-03-02T16:44:04.878749Z","end":"2026-03-02T16:44:05.312207Z","steps":["trace[1483660928] 'agreement among raft nodes before linearized reading' (duration: 433.145527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:05.312284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:04.878729Z","time spent":"433.546007ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e20a3362-c634-4e60-a0fe-026f517667f1\" "} {"level":"warn","ts":"2026-03-02T16:44:05.325876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.036494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T16:44:05.325927Z","caller":"traceutil/trace.go:171","msg":"trace[291389611] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1571; }","duration":"223.134946ms","start":"2026-03-02T16:44:05.102778Z","end":"2026-03-02T16:44:05.325913Z","steps":["trace[291389611] 'agreement among raft nodes before linearized reading' (duration: 223.021694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:05.325927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.297098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e20a3362-c634-4e60-a0fe-026f517667f1\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-02T16:44:05.325969Z","caller":"traceutil/trace.go:171","msg":"trace[25105823] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e20a3362-c634-4e60-a0fe-026f517667f1; range_end:; response_count:1; response_revision:1571; }","duration":"138.368841ms","start":"2026-03-02T16:44:05.187589Z","end":"2026-03-02T16:44:05.325958Z","steps":["trace[25105823] 'agreement among raft nodes before linearized reading' (duration: 138.162626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:05.325844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.166125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.67\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T16:44:05.32606Z","caller":"traceutil/trace.go:171","msg":"trace[1891404351] range","detail":"{range_begin:/registry/masterleases/199.204.45.67; range_end:; response_count:1; response_revision:1571; }","duration":"303.388061ms","start":"2026-03-02T16:44:05.022652Z","end":"2026-03-02T16:44:05.32604Z","steps":["trace[1891404351] 'agreement among raft nodes before linearized reading' (duration: 303.035062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:05.326137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.989055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T16:44:05.326238Z","caller":"traceutil/trace.go:171","msg":"trace[796881446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1571; }","duration":"292.138909ms","start":"2026-03-02T16:44:05.034077Z","end":"2026-03-02T16:44:05.326216Z","steps":["trace[796881446] 'agreement among raft nodes before linearized reading' (duration: 291.834111ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:05.326063Z","caller":"traceutil/trace.go:171","msg":"trace[352089182] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"257.855747ms","start":"2026-03-02T16:44:05.068155Z","end":"2026-03-02T16:44:05.326011Z","steps":["trace[352089182] 'process raft request' (duration: 257.392896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:05.326191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:05.022591Z","time spent":"303.585646ms","remote":"127.0.0.1:54060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.67\" "} {"level":"info","ts":"2026-03-02T16:44:05.469619Z","caller":"traceutil/trace.go:171","msg":"trace[1785537420] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"138.729779ms","start":"2026-03-02T16:44:05.33085Z","end":"2026-03-02T16:44:05.46958Z","steps":["trace[1785537420] 'process raft request' (duration: 101.756168ms)","trace[1785537420] 'compare' (duration: 36.744296ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:44:05.469695Z","caller":"traceutil/trace.go:171","msg":"trace[431965822] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"133.87851ms","start":"2026-03-02T16:44:05.335756Z","end":"2026-03-02T16:44:05.469634Z","steps":["trace[431965822] 'process raft request' (duration: 133.749577ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:05.47024Z","caller":"traceutil/trace.go:171","msg":"trace[664129784] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"125.86138ms","start":"2026-03-02T16:44:05.34436Z","end":"2026-03-02T16:44:05.470222Z","steps":["trace[664129784] 'process raft request' (duration: 125.209046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:05.941946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.233695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T16:44:05.942017Z","caller":"traceutil/trace.go:171","msg":"trace[29212765] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1575; }","duration":"157.361277ms","start":"2026-03-02T16:44:05.78464Z","end":"2026-03-02T16:44:05.942001Z","steps":["trace[29212765] 'range keys from in-memory index tree' (duration: 157.043151ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:17.580137Z","caller":"traceutil/trace.go:171","msg":"trace[1206499438] linearizableReadLoop","detail":"{readStateIndex:1728; appliedIndex:1727; }","duration":"216.380744ms","start":"2026-03-02T16:44:17.363732Z","end":"2026-03-02T16:44:17.580112Z","steps":["trace[1206499438] 'read index received' (duration: 216.295662ms)","trace[1206499438] 'applied index is now lower than readState.Index' (duration: 83.992µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:44:17.580339Z","caller":"traceutil/trace.go:171","msg":"trace[254338595] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"218.108474ms","start":"2026-03-02T16:44:17.362213Z","end":"2026-03-02T16:44:17.580321Z","steps":["trace[254338595] 'process raft request' (duration: 217.753086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:17.580409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.66021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T16:44:17.580445Z","caller":"traceutil/trace.go:171","msg":"trace[175022433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1667; }","duration":"216.725172ms","start":"2026-03-02T16:44:17.363709Z","end":"2026-03-02T16:44:17.580434Z","steps":["trace[175022433] 'agreement among raft nodes before linearized reading' (duration: 216.60696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:17.582653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.888958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T16:44:17.582734Z","caller":"traceutil/trace.go:171","msg":"trace[1599895770] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1668; }","duration":"169.005251ms","start":"2026-03-02T16:44:17.413709Z","end":"2026-03-02T16:44:17.582715Z","steps":["trace[1599895770] 'agreement among raft nodes before linearized reading' (duration: 168.815646ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:49.952587Z","caller":"traceutil/trace.go:171","msg":"trace[522121952] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"120.640406ms","start":"2026-03-02T16:44:49.831794Z","end":"2026-03-02T16:44:49.952434Z","steps":["trace[522121952] 'process raft request' (duration: 57.970909ms)","trace[522121952] 'compare' (duration: 62.404361ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:44:56.366811Z","caller":"traceutil/trace.go:171","msg":"trace[1560366412] linearizableReadLoop","detail":"{readStateIndex:1942; appliedIndex:1940; }","duration":"512.405089ms","start":"2026-03-02T16:44:55.854382Z","end":"2026-03-02T16:44:56.366787Z","steps":["trace[1560366412] 'read index received' (duration: 74.101164ms)","trace[1560366412] 'applied index is now lower than readState.Index' (duration: 438.302925ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:44:56.366934Z","caller":"traceutil/trace.go:171","msg":"trace[197821532] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"535.875829ms","start":"2026-03-02T16:44:55.831027Z","end":"2026-03-02T16:44:56.366903Z","steps":["trace[197821532] 'process raft request' (duration: 535.627334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:56.367054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.662245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T16:44:56.367104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:55.830987Z","time spent":"536.034914ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:44:56.367099Z","caller":"traceutil/trace.go:171","msg":"trace[664103225] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1872; }","duration":"512.786959ms","start":"2026-03-02T16:44:55.854298Z","end":"2026-03-02T16:44:56.367085Z","steps":["trace[664103225] 'agreement among raft nodes before linearized reading' (duration: 512.598554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:56.367199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:55.854273Z","time spent":"512.916582ms","remote":"127.0.0.1:57508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T16:44:56.664259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.144624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:44:56.664368Z","caller":"traceutil/trace.go:171","msg":"trace[669475055] linearizableReadLoop","detail":"{readStateIndex:1943; appliedIndex:1942; }","duration":"297.476193ms","start":"2026-03-02T16:44:56.366873Z","end":"2026-03-02T16:44:56.664349Z","steps":["trace[669475055] 'read index received' (duration: 30.889758ms)","trace[669475055] 'applied index is now lower than readState.Index' (duration: 266.584735ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:44:56.66439Z","caller":"traceutil/trace.go:171","msg":"trace[1808599486] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"368.466697ms","start":"2026-03-02T16:44:56.295884Z","end":"2026-03-02T16:44:56.664351Z","steps":["trace[1808599486] 'process raft request' (duration: 101.932724ms)","trace[1808599486] 'compare' (duration: 265.940039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:44:56.664568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:56.295862Z","time spent":"368.613721ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:44:56.664572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.287982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-02T16:44:56.664635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.825237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T16:44:56.664645Z","caller":"traceutil/trace.go:171","msg":"trace[829303409] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1873; }","duration":"433.395624ms","start":"2026-03-02T16:44:56.231232Z","end":"2026-03-02T16:44:56.664627Z","steps":["trace[829303409] 'agreement among raft nodes before linearized reading' (duration: 433.2112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:56.664659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.756685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:44:56.664669Z","caller":"traceutil/trace.go:171","msg":"trace[750719262] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1873; }","duration":"684.948279ms","start":"2026-03-02T16:44:55.979712Z","end":"2026-03-02T16:44:56.66466Z","steps":["trace[750719262] 'agreement among raft nodes before linearized reading' (duration: 684.727704ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:56.664717Z","caller":"traceutil/trace.go:171","msg":"trace[688622915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1873; }","duration":"330.837386ms","start":"2026-03-02T16:44:56.333862Z","end":"2026-03-02T16:44:56.664699Z","steps":["trace[688622915] 'agreement among raft nodes before linearized reading' (duration: 330.744464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:56.664721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:55.979689Z","time spent":"685.019901ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:44:56.664708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:56.231211Z","time spent":"433.480926ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T16:44:56.664745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.005824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T16:44:56.664816Z","caller":"traceutil/trace.go:171","msg":"trace[1500739523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1873; }","duration":"286.098085ms","start":"2026-03-02T16:44:56.378698Z","end":"2026-03-02T16:44:56.664796Z","steps":["trace[1500739523] 'agreement among raft nodes before linearized reading' (duration: 285.942002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:56.664822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.094006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T16:44:56.664752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:56.33384Z","time spent":"330.905528ms","remote":"127.0.0.1:54018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:44:56.664885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.245176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T16:44:56.664909Z","caller":"traceutil/trace.go:171","msg":"trace[132348670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1873; }","duration":"802.228409ms","start":"2026-03-02T16:44:55.86266Z","end":"2026-03-02T16:44:56.664888Z","steps":["trace[132348670] 'agreement among raft nodes before linearized reading' (duration: 802.020965ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:56.664967Z","caller":"traceutil/trace.go:171","msg":"trace[998551383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1873; }","duration":"285.370319ms","start":"2026-03-02T16:44:56.379575Z","end":"2026-03-02T16:44:56.664946Z","steps":["trace[998551383] 'agreement among raft nodes before linearized reading' (duration: 285.116054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:56.66497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:55.862636Z","time spent":"802.322012ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T16:44:56.920791Z","caller":"traceutil/trace.go:171","msg":"trace[1832150488] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"251.604656ms","start":"2026-03-02T16:44:56.669136Z","end":"2026-03-02T16:44:56.920741Z","steps":["trace[1832150488] 'process raft request' (duration: 175.411244ms)","trace[1832150488] 'compare' (duration: 76.020318ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:44:56.921554Z","caller":"traceutil/trace.go:171","msg":"trace[185915160] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"252.033636ms","start":"2026-03-02T16:44:56.669496Z","end":"2026-03-02T16:44:56.92153Z","steps":["trace[185915160] 'process raft request' (duration: 251.879982ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:56.921687Z","caller":"traceutil/trace.go:171","msg":"trace[1669213180] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"251.993945ms","start":"2026-03-02T16:44:56.669678Z","end":"2026-03-02T16:44:56.921672Z","steps":["trace[1669213180] 'process raft request' (duration: 251.81514ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:56.921805Z","caller":"traceutil/trace.go:171","msg":"trace[287534657] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"251.566645ms","start":"2026-03-02T16:44:56.670228Z","end":"2026-03-02T16:44:56.921794Z","steps":["trace[287534657] 'process raft request' (duration: 251.527345ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:56.921931Z","caller":"traceutil/trace.go:171","msg":"trace[1036179045] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"252.016536ms","start":"2026-03-02T16:44:56.669887Z","end":"2026-03-02T16:44:56.921903Z","steps":["trace[1036179045] 'process raft request' (duration: 251.74484ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:40.252466Z","caller":"traceutil/trace.go:171","msg":"trace[1318291678] linearizableReadLoop","detail":"{readStateIndex:2203; appliedIndex:2202; }","duration":"179.64335ms","start":"2026-03-02T16:45:40.0728Z","end":"2026-03-02T16:45:40.252444Z","steps":["trace[1318291678] 'read index received' (duration: 126.54287ms)","trace[1318291678] 'applied index is now lower than readState.Index' (duration: 53.09948ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:45:40.252554Z","caller":"traceutil/trace.go:171","msg":"trace[951047885] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"181.540802ms","start":"2026-03-02T16:45:40.070974Z","end":"2026-03-02T16:45:40.252514Z","steps":["trace[951047885] 'process raft request' (duration: 128.3574ms)","trace[951047885] 'compare' (duration: 52.972128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:45:40.252704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.880985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:1 size:2069"} {"level":"info","ts":"2026-03-02T16:45:40.252739Z","caller":"traceutil/trace.go:171","msg":"trace[1071312830] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:1; response_revision:2122; }","duration":"179.949766ms","start":"2026-03-02T16:45:40.072777Z","end":"2026-03-02T16:45:40.252727Z","steps":["trace[1071312830] 'agreement among raft nodes before linearized reading' (duration: 179.799543ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:40.283718Z","caller":"traceutil/trace.go:171","msg":"trace[179720095] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"122.254512ms","start":"2026-03-02T16:45:40.161413Z","end":"2026-03-02T16:45:40.283668Z","steps":["trace[179720095] 'process raft request' (duration: 122.17792ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:40.283743Z","caller":"traceutil/trace.go:171","msg":"trace[1636390831] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"204.088041ms","start":"2026-03-02T16:45:40.079609Z","end":"2026-03-02T16:45:40.283697Z","steps":["trace[1636390831] 'process raft request' (duration: 203.847125ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:40.386669Z","caller":"traceutil/trace.go:171","msg":"trace[1500388880] linearizableReadLoop","detail":"{readStateIndex:2206; appliedIndex:2203; }","duration":"134.09291ms","start":"2026-03-02T16:45:40.252553Z","end":"2026-03-02T16:45:40.386646Z","steps":["trace[1500388880] 'read index received' (duration: 30.902018ms)","trace[1500388880] 'applied index is now lower than readState.Index' (duration: 103.189882ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:45:40.386728Z","caller":"traceutil/trace.go:171","msg":"trace[1549589193] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"119.418109ms","start":"2026-03-02T16:45:40.267257Z","end":"2026-03-02T16:45:40.386675Z","steps":["trace[1549589193] 'process raft request' (duration: 119.257986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:40.387111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.248346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:7 size:229331"} {"level":"warn","ts":"2026-03-02T16:45:40.387173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.752064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2562"} {"level":"info","ts":"2026-03-02T16:45:40.38722Z","caller":"traceutil/trace.go:171","msg":"trace[2110581492] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:7; response_revision:2125; }","duration":"158.408739ms","start":"2026-03-02T16:45:40.228785Z","end":"2026-03-02T16:45:40.387193Z","steps":["trace[2110581492] 'agreement among raft nodes before linearized reading' (duration: 157.923088ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:40.387233Z","caller":"traceutil/trace.go:171","msg":"trace[247654798] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:2125; }","duration":"311.856137ms","start":"2026-03-02T16:45:40.075357Z","end":"2026-03-02T16:45:40.387213Z","steps":["trace[247654798] 'agreement among raft nodes before linearized reading' (duration: 311.423197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:40.38734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:40.07534Z","time spent":"311.98562ms","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2585,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" "} {"level":"info","ts":"2026-03-02T16:45:40.399893Z","caller":"traceutil/trace.go:171","msg":"trace[1104590731] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"109.30563ms","start":"2026-03-02T16:45:40.290528Z","end":"2026-03-02T16:45:40.399834Z","steps":["trace[1104590731] 'process raft request' (duration: 109.066495ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:40.400727Z","caller":"traceutil/trace.go:171","msg":"trace[1169169375] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"109.895493ms","start":"2026-03-02T16:45:40.290816Z","end":"2026-03-02T16:45:40.400711Z","steps":["trace[1169169375] 'process raft request' (duration: 109.005874ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:40.400853Z","caller":"traceutil/trace.go:171","msg":"trace[168263695] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"110.130218ms","start":"2026-03-02T16:45:40.290714Z","end":"2026-03-02T16:45:40.400844Z","steps":["trace[168263695] 'process raft request' (duration: 109.013494ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:40.400934Z","caller":"traceutil/trace.go:171","msg":"trace[1610351883] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"110.17826ms","start":"2026-03-02T16:45:40.290745Z","end":"2026-03-02T16:45:40.400923Z","steps":["trace[1610351883] 'process raft request' (duration: 109.017024ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:40.401028Z","caller":"traceutil/trace.go:171","msg":"trace[333892979] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"110.219ms","start":"2026-03-02T16:45:40.290803Z","end":"2026-03-02T16:45:40.401022Z","steps":["trace[333892979] 'process raft request' (duration: 108.993913ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:40.401404Z","caller":"traceutil/trace.go:171","msg":"trace[612977131] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"110.413365ms","start":"2026-03-02T16:45:40.290944Z","end":"2026-03-02T16:45:40.401357Z","steps":["trace[612977131] 'process raft request' (duration: 108.898941ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:40.401403Z","caller":"traceutil/trace.go:171","msg":"trace[1357961055] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"101.189466ms","start":"2026-03-02T16:45:40.300186Z","end":"2026-03-02T16:45:40.401376Z","steps":["trace[1357961055] 'process raft request' (duration: 99.688633ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:40.589051Z","caller":"traceutil/trace.go:171","msg":"trace[65867689] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"182.617237ms","start":"2026-03-02T16:45:40.406409Z","end":"2026-03-02T16:45:40.589026Z","steps":["trace[65867689] 'process raft request' (duration: 182.493674ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:40.604374Z","caller":"traceutil/trace.go:171","msg":"trace[693973679] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"197.425422ms","start":"2026-03-02T16:45:40.406908Z","end":"2026-03-02T16:45:40.604334Z","steps":["trace[693973679] 'process raft request' (duration: 197.174417ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:40.604426Z","caller":"traceutil/trace.go:171","msg":"trace[1181223682] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"197.152806ms","start":"2026-03-02T16:45:40.40725Z","end":"2026-03-02T16:45:40.604402Z","steps":["trace[1181223682] 'process raft request' (duration: 196.965011ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:40.60446Z","caller":"traceutil/trace.go:171","msg":"trace[1147928714] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"187.085958ms","start":"2026-03-02T16:45:40.417331Z","end":"2026-03-02T16:45:40.604417Z","steps":["trace[1147928714] 'process raft request' (duration: 186.928964ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:52.065661Z","caller":"traceutil/trace.go:171","msg":"trace[1882256129] linearizableReadLoop","detail":"{readStateIndex:2405; appliedIndex:2404; }","duration":"122.398214ms","start":"2026-03-02T16:45:51.943234Z","end":"2026-03-02T16:45:52.065632Z","steps":["trace[1882256129] 'read index received' (duration: 122.280831ms)","trace[1882256129] 'applied index is now lower than readState.Index' (duration: 116.193µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:45:52.065705Z","caller":"traceutil/trace.go:171","msg":"trace[1601360938] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"157.931336ms","start":"2026-03-02T16:45:51.907733Z","end":"2026-03-02T16:45:52.065664Z","steps":["trace[1601360938] 'process raft request' (duration: 157.751582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:52.065862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.612478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-02T16:45:52.065894Z","caller":"traceutil/trace.go:171","msg":"trace[679758011] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2315; }","duration":"122.6927ms","start":"2026-03-02T16:45:51.943192Z","end":"2026-03-02T16:45:52.065884Z","steps":["trace[679758011] 'agreement among raft nodes before linearized reading' (duration: 122.552587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:52.275471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.562853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-02T16:45:52.275544Z","caller":"traceutil/trace.go:171","msg":"trace[1796680158] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2315; }","duration":"202.672926ms","start":"2026-03-02T16:45:52.072856Z","end":"2026-03-02T16:45:52.275529Z","steps":["trace[1796680158] 'range keys from in-memory index tree' (duration: 202.367889ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:53.082047Z","caller":"traceutil/trace.go:171","msg":"trace[1324215821] linearizableReadLoop","detail":"{readStateIndex:2408; appliedIndex:2407; }","duration":"310.074034ms","start":"2026-03-02T16:45:52.771944Z","end":"2026-03-02T16:45:53.082018Z","steps":["trace[1324215821] 'read index received' (duration: 310.012943ms)","trace[1324215821] 'applied index is now lower than readState.Index' (duration: 59.541µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:45:53.082121Z","caller":"traceutil/trace.go:171","msg":"trace[385804907] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"387.384351ms","start":"2026-03-02T16:45:52.694694Z","end":"2026-03-02T16:45:53.082079Z","steps":["trace[385804907] 'process raft request' (duration: 387.151996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:53.082351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.29374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-02T16:45:53.082383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:52.694674Z","time spent":"387.551494ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:45:53.082399Z","caller":"traceutil/trace.go:171","msg":"trace[725180730] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2318; }","duration":"310.492814ms","start":"2026-03-02T16:45:52.771895Z","end":"2026-03-02T16:45:53.082388Z","steps":["trace[725180730] 'agreement among raft nodes before linearized reading' (duration: 310.225238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:53.08245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:52.771872Z","time spent":"310.566436ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T16:45:53.084754Z","caller":"traceutil/trace.go:171","msg":"trace[1810953927] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"204.977558ms","start":"2026-03-02T16:45:52.879743Z","end":"2026-03-02T16:45:53.08472Z","steps":["trace[1810953927] 'process raft request' (duration: 204.772003ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:58.459338Z","caller":"traceutil/trace.go:171","msg":"trace[1288476066] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"101.173059ms","start":"2026-03-02T16:45:58.358138Z","end":"2026-03-02T16:45:58.459311Z","steps":["trace[1288476066] 'process raft request' (duration: 101.023936ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:46:25.402825Z","caller":"traceutil/trace.go:171","msg":"trace[1947221783] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"167.624833ms","start":"2026-03-02T16:46:25.23517Z","end":"2026-03-02T16:46:25.402795Z","steps":["trace[1947221783] 'process raft request' (duration: 167.45379ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:46:25.423651Z","caller":"traceutil/trace.go:171","msg":"trace[1968868527] linearizableReadLoop","detail":"{readStateIndex:2597; appliedIndex:2595; }","duration":"141.711746ms","start":"2026-03-02T16:46:25.281906Z","end":"2026-03-02T16:46:25.423618Z","steps":["trace[1968868527] 'read index received' (duration: 120.705216ms)","trace[1968868527] 'applied index is now lower than readState.Index' (duration: 21.00503ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:46:25.423803Z","caller":"traceutil/trace.go:171","msg":"trace[680242153] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"144.864406ms","start":"2026-03-02T16:46:25.278912Z","end":"2026-03-02T16:46:25.423776Z","steps":["trace[680242153] 'process raft request' (duration: 144.544909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:46:25.423885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.962201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:46:25.423942Z","caller":"traceutil/trace.go:171","msg":"trace[2107189137] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2500; }","duration":"142.129825ms","start":"2026-03-02T16:46:25.281797Z","end":"2026-03-02T16:46:25.423927Z","steps":["trace[2107189137] 'agreement among raft nodes before linearized reading' (duration: 141.991432ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:46:26.058438Z","caller":"traceutil/trace.go:171","msg":"trace[121776920] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"324.041946ms","start":"2026-03-02T16:46:25.73437Z","end":"2026-03-02T16:46:26.058412Z","steps":["trace[121776920] 'process raft request' (duration: 323.875453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:46:26.058587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:46:25.734325Z","time spent":"324.18726ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:46:26.075144Z","caller":"traceutil/trace.go:171","msg":"trace[646797316] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"339.903641ms","start":"2026-03-02T16:46:25.735205Z","end":"2026-03-02T16:46:26.075109Z","steps":["trace[646797316] 'process raft request' (duration: 339.534352ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:46:26.075203Z","caller":"traceutil/trace.go:171","msg":"trace[566426143] linearizableReadLoop","detail":"{readStateIndex:2601; appliedIndex:2598; }","duration":"327.101544ms","start":"2026-03-02T16:46:25.748077Z","end":"2026-03-02T16:46:26.075178Z","steps":["trace[566426143] 'read index received' (duration: 310.241567ms)","trace[566426143] 'applied index is now lower than readState.Index' (duration: 16.858617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:46:26.075329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:46:25.735166Z","time spent":"340.071114ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:46:26.075327Z","caller":"traceutil/trace.go:171","msg":"trace[387189148] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"338.798457ms","start":"2026-03-02T16:46:25.736504Z","end":"2026-03-02T16:46:26.075303Z","steps":["trace[387189148] 'process raft request' (duration: 338.385117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:46:26.075501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:46:25.73649Z","time spent":"338.95074ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:46:26.075537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.452493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T16:46:26.075595Z","caller":"traceutil/trace.go:171","msg":"trace[148485851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2504; }","duration":"327.561235ms","start":"2026-03-02T16:46:25.74802Z","end":"2026-03-02T16:46:26.075581Z","steps":["trace[148485851] 'agreement among raft nodes before linearized reading' (duration: 327.32861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:46:26.075596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.026529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-02T16:46:26.07564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:46:25.747996Z","time spent":"327.634707ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T16:46:26.075644Z","caller":"traceutil/trace.go:171","msg":"trace[1117589067] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2504; }","duration":"132.125391ms","start":"2026-03-02T16:46:25.943505Z","end":"2026-03-02T16:46:26.075631Z","steps":["trace[1117589067] 'agreement among raft nodes before linearized reading' (duration: 131.970838ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:46:31.634802Z","caller":"traceutil/trace.go:171","msg":"trace[1698433625] transaction","detail":"{read_only:false; response_revision:2530; number_of_response:1; }","duration":"141.311546ms","start":"2026-03-02T16:46:31.493445Z","end":"2026-03-02T16:46:31.634756Z","steps":["trace[1698433625] 'process raft request' (duration: 126.108757ms)","trace[1698433625] 'compare' (duration: 15.023015ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:46:31.650068Z","caller":"traceutil/trace.go:171","msg":"trace[1018731153] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"122.363752ms","start":"2026-03-02T16:46:31.527679Z","end":"2026-03-02T16:46:31.650042Z","steps":["trace[1018731153] 'process raft request' (duration: 122.237669ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:46:37.220208Z","caller":"traceutil/trace.go:171","msg":"trace[1913778950] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"104.732339ms","start":"2026-03-02T16:46:37.115431Z","end":"2026-03-02T16:46:37.220163Z","steps":["trace[1913778950] 'process raft request' (duration: 104.500124ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:42.00917Z","caller":"traceutil/trace.go:171","msg":"trace[1644062185] linearizableReadLoop","detail":"{readStateIndex:3827; appliedIndex:3826; }","duration":"104.805521ms","start":"2026-03-02T16:49:41.904329Z","end":"2026-03-02T16:49:42.009135Z","steps":["trace[1644062185] 'read index received' (duration: 41.92152ms)","trace[1644062185] 'applied index is now lower than readState.Index' (duration: 62.882981ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:49:42.009359Z","caller":"traceutil/trace.go:171","msg":"trace[531644287] transaction","detail":"{read_only:false; response_revision:3681; number_of_response:1; }","duration":"114.419825ms","start":"2026-03-02T16:49:41.894884Z","end":"2026-03-02T16:49:42.009304Z","steps":["trace[531644287] 'process raft request' (duration: 51.288909ms)","trace[531644287] 'compare' (duration: 62.776479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:49:42.009427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.013515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:49:42.00953Z","caller":"traceutil/trace.go:171","msg":"trace[891536775] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com; range_end:; response_count:0; response_revision:3681; }","duration":"105.20909ms","start":"2026-03-02T16:49:41.904294Z","end":"2026-03-02T16:49:42.009503Z","steps":["trace[891536775] 'agreement among raft nodes before linearized reading' (duration: 104.968434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:49:42.506426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.797636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:49:42.506539Z","caller":"traceutil/trace.go:171","msg":"trace[1892876465] linearizableReadLoop","detail":"{readStateIndex:3832; appliedIndex:3831; }","duration":"252.293167ms","start":"2026-03-02T16:49:42.25423Z","end":"2026-03-02T16:49:42.506523Z","steps":["trace[1892876465] 'read index received' (duration: 99.201755ms)","trace[1892876465] 'applied index is now lower than readState.Index' (duration: 153.089742ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:49:42.506611Z","caller":"traceutil/trace.go:171","msg":"trace[1804874381] transaction","detail":"{read_only:false; response_revision:3686; number_of_response:1; }","duration":"259.297144ms","start":"2026-03-02T16:49:42.247303Z","end":"2026-03-02T16:49:42.5066Z","steps":["trace[1804874381] 'process raft request' (duration: 106.086348ms)","trace[1804874381] 'compare' (duration: 152.374457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:49:42.506803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.538873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:49:42.506926Z","caller":"traceutil/trace.go:171","msg":"trace[2019558857] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:3686; }","duration":"252.716386ms","start":"2026-03-02T16:49:42.254184Z","end":"2026-03-02T16:49:42.5069Z","steps":["trace[2019558857] 'agreement among raft nodes before linearized reading' (duration: 252.42378ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:42.533901Z","caller":"traceutil/trace.go:171","msg":"trace[2042343443] transaction","detail":"{read_only:false; response_revision:3687; number_of_response:1; }","duration":"273.120555ms","start":"2026-03-02T16:49:42.260743Z","end":"2026-03-02T16:49:42.533864Z","steps":["trace[2042343443] 'process raft request' (duration: 272.185085ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:42.533944Z","caller":"traceutil/trace.go:171","msg":"trace[218226097] transaction","detail":"{read_only:false; response_revision:3688; number_of_response:1; }","duration":"222.019588ms","start":"2026-03-02T16:49:42.311878Z","end":"2026-03-02T16:49:42.533898Z","steps":["trace[218226097] 'process raft request' (duration: 221.920316ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:42.560575Z","caller":"traceutil/trace.go:171","msg":"trace[1252124456] transaction","detail":"{read_only:false; response_revision:3689; number_of_response:1; }","duration":"193.911608ms","start":"2026-03-02T16:49:42.366623Z","end":"2026-03-02T16:49:42.560535Z","steps":["trace[1252124456] 'process raft request' (duration: 193.728684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:49:42.560627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.108329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:49:42.560698Z","caller":"traceutil/trace.go:171","msg":"trace[1019608119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3689; }","duration":"226.220152ms","start":"2026-03-02T16:49:42.334461Z","end":"2026-03-02T16:49:42.560681Z","steps":["trace[1019608119] 'agreement among raft nodes before linearized reading' (duration: 226.066459ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:42.682466Z","caller":"traceutil/trace.go:171","msg":"trace[1652735529] linearizableReadLoop","detail":"{readStateIndex:3836; appliedIndex:3835; }","duration":"110.922858ms","start":"2026-03-02T16:49:42.571505Z","end":"2026-03-02T16:49:42.682427Z","steps":["trace[1652735529] 'read index received' (duration: 87.80144ms)","trace[1652735529] 'applied index is now lower than readState.Index' (duration: 23.120218ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:49:42.682555Z","caller":"traceutil/trace.go:171","msg":"trace[816956770] transaction","detail":"{read_only:false; response_revision:3690; number_of_response:1; }","duration":"111.546952ms","start":"2026-03-02T16:49:42.570965Z","end":"2026-03-02T16:49:42.682512Z","steps":["trace[816956770] 'process raft request' (duration: 88.334721ms)","trace[816956770] 'compare' (duration: 22.863163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:49:42.682891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.162433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/probes.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:49:42.683147Z","caller":"traceutil/trace.go:171","msg":"trace[2067643456] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/probes.monitoring.coreos.com; range_end:; response_count:0; response_revision:3690; }","duration":"111.528531ms","start":"2026-03-02T16:49:42.571499Z","end":"2026-03-02T16:49:42.683027Z","steps":["trace[2067643456] 'agreement among raft nodes before linearized reading' (duration: 111.096852ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:42.915846Z","caller":"traceutil/trace.go:171","msg":"trace[547181153] linearizableReadLoop","detail":"{readStateIndex:3840; appliedIndex:3839; }","duration":"159.706751ms","start":"2026-03-02T16:49:42.756103Z","end":"2026-03-02T16:49:42.915809Z","steps":["trace[547181153] 'read index received' (duration: 145.123104ms)","trace[547181153] 'applied index is now lower than readState.Index' (duration: 14.582107ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:49:42.915934Z","caller":"traceutil/trace.go:171","msg":"trace[1503384823] transaction","detail":"{read_only:false; response_revision:3694; number_of_response:1; }","duration":"161.049031ms","start":"2026-03-02T16:49:42.754849Z","end":"2026-03-02T16:49:42.915898Z","steps":["trace[1503384823] 'process raft request' (duration: 146.240689ms)","trace[1503384823] 'compare' (duration: 14.510076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:49:42.916006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.883726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusagents.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:49:42.916044Z","caller":"traceutil/trace.go:171","msg":"trace[307382601] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusagents.monitoring.coreos.com; range_end:; response_count:0; response_revision:3694; }","duration":"159.976437ms","start":"2026-03-02T16:49:42.756055Z","end":"2026-03-02T16:49:42.916032Z","steps":["trace[307382601] 'agreement among raft nodes before linearized reading' (duration: 159.896435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:49:42.916467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.008726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T16:49:42.916792Z","caller":"traceutil/trace.go:171","msg":"trace[1310230627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3695; }","duration":"147.369766ms","start":"2026-03-02T16:49:42.769413Z","end":"2026-03-02T16:49:42.916783Z","steps":["trace[1310230627] 'agreement among raft nodes before linearized reading' (duration: 146.974166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:49:42.916504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.923665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:49:42.917006Z","caller":"traceutil/trace.go:171","msg":"trace[1389452017] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:3695; }","duration":"135.425728ms","start":"2026-03-02T16:49:42.78154Z","end":"2026-03-02T16:49:42.916966Z","steps":["trace[1389452017] 'agreement among raft nodes before linearized reading' (duration: 134.921586ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:42.916471Z","caller":"traceutil/trace.go:171","msg":"trace[824753133] transaction","detail":"{read_only:false; response_revision:3695; number_of_response:1; }","duration":"152.429858ms","start":"2026-03-02T16:49:42.764003Z","end":"2026-03-02T16:49:42.916433Z","steps":["trace[824753133] 'process raft request' (duration: 152.294315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:49:43.271856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.818659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:49:43.272205Z","caller":"traceutil/trace.go:171","msg":"trace[330756605] linearizableReadLoop","detail":"{readStateIndex:3845; appliedIndex:3844; }","duration":"180.015796ms","start":"2026-03-02T16:49:43.091984Z","end":"2026-03-02T16:49:43.272Z","steps":["trace[330756605] 'read index received' (duration: 51.011493ms)","trace[330756605] 'applied index is now lower than readState.Index' (duration: 129.002643ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:49:43.272238Z","caller":"traceutil/trace.go:171","msg":"trace[1219550714] transaction","detail":"{read_only:false; response_revision:3699; number_of_response:1; }","duration":"180.873805ms","start":"2026-03-02T16:49:43.091324Z","end":"2026-03-02T16:49:43.272197Z","steps":["trace[1219550714] 'process raft request' (duration: 51.596017ms)","trace[1219550714] 'compare' (duration: 128.548372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:49:43.272423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.415607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T16:49:43.2725Z","caller":"traceutil/trace.go:171","msg":"trace[780386314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3699; }","duration":"180.553859ms","start":"2026-03-02T16:49:43.091929Z","end":"2026-03-02T16:49:43.272483Z","steps":["trace[780386314] 'agreement among raft nodes before linearized reading' (duration: 180.293372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:49:43.281448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.349397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:49:43.281529Z","caller":"traceutil/trace.go:171","msg":"trace[501996107] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com; range_end:; response_count:0; response_revision:3700; }","duration":"148.50323ms","start":"2026-03-02T16:49:43.133011Z","end":"2026-03-02T16:49:43.281514Z","steps":["trace[501996107] 'agreement among raft nodes before linearized reading' (duration: 148.02658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:49:43.56087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.071865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:49:43.56124Z","caller":"traceutil/trace.go:171","msg":"trace[2070755537] transaction","detail":"{read_only:false; response_revision:3702; number_of_response:1; }","duration":"276.364267ms","start":"2026-03-02T16:49:43.284842Z","end":"2026-03-02T16:49:43.561206Z","steps":["trace[2070755537] 'process raft request' (duration: 96.873053ms)","trace[2070755537] 'compare' (duration: 178.938611ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:49:43.561292Z","caller":"traceutil/trace.go:171","msg":"trace[705084662] transaction","detail":"{read_only:false; response_revision:3703; number_of_response:1; }","duration":"275.715423ms","start":"2026-03-02T16:49:43.285544Z","end":"2026-03-02T16:49:43.561259Z","steps":["trace[705084662] 'process raft request' (duration: 275.459098ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:43.561352Z","caller":"traceutil/trace.go:171","msg":"trace[91580551] linearizableReadLoop","detail":"{readStateIndex:3849; appliedIndex:3846; }","duration":"275.180041ms","start":"2026-03-02T16:49:43.286154Z","end":"2026-03-02T16:49:43.561334Z","steps":["trace[91580551] 'read index received' (duration: 7.351625ms)","trace[91580551] 'applied index is now lower than readState.Index' (duration: 267.826616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:49:43.561443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.283453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:49:43.561473Z","caller":"traceutil/trace.go:171","msg":"trace[169393684] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com; range_end:; response_count:0; response_revision:3704; }","duration":"275.347755ms","start":"2026-03-02T16:49:43.286117Z","end":"2026-03-02T16:49:43.561465Z","steps":["trace[169393684] 'agreement among raft nodes before linearized reading' (duration: 275.266133ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:43.561697Z","caller":"traceutil/trace.go:171","msg":"trace[1672712110] transaction","detail":"{read_only:false; response_revision:3704; number_of_response:1; }","duration":"174.297918ms","start":"2026-03-02T16:49:43.387224Z","end":"2026-03-02T16:49:43.561522Z","steps":["trace[1672712110] 'process raft request' (duration: 173.831588ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:43.562045Z","caller":"traceutil/trace.go:171","msg":"trace[1796251971] transaction","detail":"{read_only:false; response_revision:3705; number_of_response:1; }","duration":"148.03607ms","start":"2026-03-02T16:49:43.414002Z","end":"2026-03-02T16:49:43.562038Z","steps":["trace[1796251971] 'process raft request' (duration: 147.858576ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:50:32.852793Z","caller":"traceutil/trace.go:171","msg":"trace[1875958928] transaction","detail":"{read_only:false; response_revision:4502; number_of_response:1; }","duration":"117.502138ms","start":"2026-03-02T16:50:32.735269Z","end":"2026-03-02T16:50:32.852771Z","steps":["trace[1875958928] 'process raft request' (duration: 117.348495ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:50:32.860423Z","caller":"traceutil/trace.go:171","msg":"trace[291997926] transaction","detail":"{read_only:false; response_revision:4503; number_of_response:1; }","duration":"115.282998ms","start":"2026-03-02T16:50:32.745114Z","end":"2026-03-02T16:50:32.860397Z","steps":["trace[291997926] 'process raft request' (duration: 115.144245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:50:35.498043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.913383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:50:35.498152Z","caller":"traceutil/trace.go:171","msg":"trace[587448218] linearizableReadLoop","detail":"{readStateIndex:4799; appliedIndex:4798; }","duration":"282.504182ms","start":"2026-03-02T16:50:35.215634Z","end":"2026-03-02T16:50:35.498138Z","steps":["trace[587448218] 'read index received' (duration: 129.446426ms)","trace[587448218] 'applied index is now lower than readState.Index' (duration: 153.055375ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:50:35.498197Z","caller":"traceutil/trace.go:171","msg":"trace[1689509045] transaction","detail":"{read_only:false; response_revision:4618; number_of_response:1; }","duration":"351.822789ms","start":"2026-03-02T16:50:35.146333Z","end":"2026-03-02T16:50:35.498156Z","steps":["trace[1689509045] 'process raft request' (duration: 198.719702ms)","trace[1689509045] 'compare' (duration: 152.822101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:50:35.49826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.044165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:50:35.498287Z","caller":"traceutil/trace.go:171","msg":"trace[297839341] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:4618; }","duration":"295.075146ms","start":"2026-03-02T16:50:35.203206Z","end":"2026-03-02T16:50:35.498281Z","steps":["trace[297839341] 'agreement among raft nodes before linearized reading' (duration: 295.001153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:50:35.498344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:50:35.146309Z","time spent":"351.956252ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:50:35.498347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.029027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T16:50:35.498443Z","caller":"traceutil/trace.go:171","msg":"trace[2007700450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4618; }","duration":"284.118239ms","start":"2026-03-02T16:50:35.214285Z","end":"2026-03-02T16:50:35.498403Z","steps":["trace[2007700450] 'agreement among raft nodes before linearized reading' (duration: 283.879623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:50:35.498538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.795926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-44k2j\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-02T16:50:35.498568Z","caller":"traceutil/trace.go:171","msg":"trace[508495765] range","detail":"{range_begin:/registry/pods/openstack/keepalived-44k2j; range_end:; response_count:1; response_revision:4618; }","duration":"256.871108ms","start":"2026-03-02T16:50:35.241691Z","end":"2026-03-02T16:50:35.498562Z","steps":["trace[508495765] 'agreement among raft nodes before linearized reading' (duration: 256.772066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:50:37.70032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.472275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-44k2j\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-02T16:50:37.700423Z","caller":"traceutil/trace.go:171","msg":"trace[581681053] range","detail":"{range_begin:/registry/pods/openstack/keepalived-44k2j; range_end:; response_count:1; response_revision:4650; }","duration":"189.620157ms","start":"2026-03-02T16:50:37.510778Z","end":"2026-03-02T16:50:37.700398Z","steps":["trace[581681053] 'range keys from in-memory index tree' (duration: 189.28915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:50:37.700614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.868463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T16:50:37.700708Z","caller":"traceutil/trace.go:171","msg":"trace[1154198694] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4650; }","duration":"194.003397ms","start":"2026-03-02T16:50:37.506682Z","end":"2026-03-02T16:50:37.700686Z","steps":["trace[1154198694] 'range keys from in-memory index tree' (duration: 193.733921ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:50:37.700625Z","caller":"traceutil/trace.go:171","msg":"trace[1905075778] linearizableReadLoop","detail":"{readStateIndex:4833; appliedIndex:4832; }","duration":"115.836581ms","start":"2026-03-02T16:50:37.584763Z","end":"2026-03-02T16:50:37.700599Z","steps":["trace[1905075778] 'read index received' (duration: 16.628643ms)","trace[1905075778] 'applied index is now lower than readState.Index' (duration: 99.206778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:50:37.700841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.057907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T16:50:37.700877Z","caller":"traceutil/trace.go:171","msg":"trace[459433382] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4651; }","duration":"116.143348ms","start":"2026-03-02T16:50:37.584724Z","end":"2026-03-02T16:50:37.700867Z","steps":["trace[459433382] 'agreement among raft nodes before linearized reading' (duration: 115.952824ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:50:37.701056Z","caller":"traceutil/trace.go:171","msg":"trace[1921257886] transaction","detail":"{read_only:false; response_revision:4651; number_of_response:1; }","duration":"182.863376ms","start":"2026-03-02T16:50:37.518183Z","end":"2026-03-02T16:50:37.701047Z","steps":["trace[1921257886] 'process raft request' (duration: 83.267479ms)","trace[1921257886] 'compare' (duration: 98.959103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:50:37.701139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.118668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776702"} {"level":"info","ts":"2026-03-02T16:50:37.701176Z","caller":"traceutil/trace.go:171","msg":"trace[776270377] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4651; }","duration":"112.159608ms","start":"2026-03-02T16:50:37.589008Z","end":"2026-03-02T16:50:37.701167Z","steps":["trace[776270377] 'agreement among raft nodes before linearized reading' (duration: 111.815531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:50:37.701189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.608294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T16:50:37.701191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.401376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:50:37.701222Z","caller":"traceutil/trace.go:171","msg":"trace[1522953731] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4651; }","duration":"110.663385ms","start":"2026-03-02T16:50:37.590548Z","end":"2026-03-02T16:50:37.701212Z","steps":["trace[1522953731] 'agreement among raft nodes before linearized reading' (duration: 110.567693ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:50:37.70123Z","caller":"traceutil/trace.go:171","msg":"trace[1627432678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4651; }","duration":"109.456278ms","start":"2026-03-02T16:50:37.591761Z","end":"2026-03-02T16:50:37.701217Z","steps":["trace[1627432678] 'agreement among raft nodes before linearized reading' (duration: 109.352295ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:50:39.804066Z","caller":"traceutil/trace.go:171","msg":"trace[982671078] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"115.718599ms","start":"2026-03-02T16:50:39.688315Z","end":"2026-03-02T16:50:39.804034Z","steps":["trace[982671078] 'process raft request' (duration: 115.546654ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:50:39.950833Z","caller":"traceutil/trace.go:171","msg":"trace[1964680942] linearizableReadLoop","detail":"{readStateIndex:4895; appliedIndex:4892; }","duration":"134.614843ms","start":"2026-03-02T16:50:39.816192Z","end":"2026-03-02T16:50:39.950806Z","steps":["trace[1964680942] 'read index received' (duration: 24.89382ms)","trace[1964680942] 'applied index is now lower than readState.Index' (duration: 109.719743ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:50:39.950949Z","caller":"traceutil/trace.go:171","msg":"trace[644150545] transaction","detail":"{read_only:false; response_revision:4712; number_of_response:1; }","duration":"135.584834ms","start":"2026-03-02T16:50:39.815323Z","end":"2026-03-02T16:50:39.950908Z","steps":["trace[644150545] 'process raft request' (duration: 135.40609ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:50:39.95083Z","caller":"traceutil/trace.go:171","msg":"trace[1593660901] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"135.994604ms","start":"2026-03-02T16:50:39.814799Z","end":"2026-03-02T16:50:39.950793Z","steps":["trace[1593660901] 'process raft request' (duration: 131.549474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:50:39.951219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.071094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T16:50:39.951231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.027662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62885"} {"level":"info","ts":"2026-03-02T16:50:39.951283Z","caller":"traceutil/trace.go:171","msg":"trace[128911923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4712; }","duration":"103.221928ms","start":"2026-03-02T16:50:39.848043Z","end":"2026-03-02T16:50:39.951265Z","steps":["trace[128911923] 'agreement among raft nodes before linearized reading' (duration: 102.960842ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:50:39.951286Z","caller":"traceutil/trace.go:171","msg":"trace[1900683599] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4712; }","duration":"135.106503ms","start":"2026-03-02T16:50:39.816165Z","end":"2026-03-02T16:50:39.951272Z","steps":["trace[1900683599] 'agreement among raft nodes before linearized reading' (duration: 134.799736ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:50:47.413733Z","caller":"traceutil/trace.go:171","msg":"trace[128405679] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"140.414882ms","start":"2026-03-02T16:50:47.273291Z","end":"2026-03-02T16:50:47.413706Z","steps":["trace[128405679] 'process raft request' (duration: 140.253819ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:50:47.507605Z","caller":"traceutil/trace.go:171","msg":"trace[830345702] linearizableReadLoop","detail":"{readStateIndex:5032; appliedIndex:5030; }","duration":"173.579307ms","start":"2026-03-02T16:50:47.333998Z","end":"2026-03-02T16:50:47.507577Z","steps":["trace[830345702] 'read index received' (duration: 79.529226ms)","trace[830345702] 'applied index is now lower than readState.Index' (duration: 94.048921ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:50:47.507675Z","caller":"traceutil/trace.go:171","msg":"trace[873287793] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"232.306175ms","start":"2026-03-02T16:50:47.275325Z","end":"2026-03-02T16:50:47.507631Z","steps":["trace[873287793] 'process raft request' (duration: 232.018558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:50:47.507864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.844874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:50:47.507937Z","caller":"traceutil/trace.go:171","msg":"trace[1227511714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4845; }","duration":"173.939816ms","start":"2026-03-02T16:50:47.333977Z","end":"2026-03-02T16:50:47.507917Z","steps":["trace[1227511714] 'agreement among raft nodes before linearized reading' (duration: 173.71968ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:50:47.58234Z","caller":"traceutil/trace.go:171","msg":"trace[326840900] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"162.824676ms","start":"2026-03-02T16:50:47.419459Z","end":"2026-03-02T16:50:47.582283Z","steps":["trace[326840900] 'process raft request' (duration: 162.470908ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:50:47.582496Z","caller":"traceutil/trace.go:171","msg":"trace[851867015] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"162.761734ms","start":"2026-03-02T16:50:47.419696Z","end":"2026-03-02T16:50:47.582457Z","steps":["trace[851867015] 'process raft request' (duration: 162.495468ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:50:47.658042Z","caller":"traceutil/trace.go:171","msg":"trace[180654075] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"147.936082ms","start":"2026-03-02T16:50:47.510058Z","end":"2026-03-02T16:50:47.657994Z","steps":["trace[180654075] 'process raft request' (duration: 99.644658ms)","trace[180654075] 'compare' (duration: 48.039318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:50:47.658058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.301677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:50:47.658216Z","caller":"traceutil/trace.go:171","msg":"trace[1554283950] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:4848; }","duration":"118.511461ms","start":"2026-03-02T16:50:47.539685Z","end":"2026-03-02T16:50:47.658197Z","steps":["trace[1554283950] 'agreement among raft nodes before linearized reading' (duration: 118.288156ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:50:59.646462Z","caller":"traceutil/trace.go:171","msg":"trace[43114588] linearizableReadLoop","detail":"{readStateIndex:5223; appliedIndex:5222; }","duration":"210.295372ms","start":"2026-03-02T16:50:59.436141Z","end":"2026-03-02T16:50:59.646436Z","steps":["trace[43114588] 'read index received' (duration: 206.459835ms)","trace[43114588] 'applied index is now lower than readState.Index' (duration: 3.834317ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:50:59.646618Z","caller":"traceutil/trace.go:171","msg":"trace[1130534207] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"240.827797ms","start":"2026-03-02T16:50:59.405752Z","end":"2026-03-02T16:50:59.64658Z","steps":["trace[1130534207] 'process raft request' (duration: 236.958419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:50:59.646715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.551207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-02T16:50:59.646761Z","caller":"traceutil/trace.go:171","msg":"trace[2080244758] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5033; }","duration":"210.665149ms","start":"2026-03-02T16:50:59.436081Z","end":"2026-03-02T16:50:59.646747Z","steps":["trace[2080244758] 'agreement among raft nodes before linearized reading' (duration: 210.491656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:50:59.646872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.218578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2994b6dd-24dd-475d-b427-259356ca621f\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-03-02T16:50:59.646974Z","caller":"traceutil/trace.go:171","msg":"trace[271136158] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2994b6dd-24dd-475d-b427-259356ca621f; range_end:; response_count:1; response_revision:5033; }","duration":"144.369922ms","start":"2026-03-02T16:50:59.502578Z","end":"2026-03-02T16:50:59.646948Z","steps":["trace[271136158] 'agreement among raft nodes before linearized reading' (duration: 144.074165ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:51:02.142199Z","caller":"traceutil/trace.go:171","msg":"trace[1728454252] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"122.418969ms","start":"2026-03-02T16:51:02.019744Z","end":"2026-03-02T16:51:02.142163Z","steps":["trace[1728454252] 'process raft request' (duration: 118.151932ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:51:02.142308Z","caller":"traceutil/trace.go:171","msg":"trace[1416840880] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"108.382714ms","start":"2026-03-02T16:51:02.033897Z","end":"2026-03-02T16:51:02.142279Z","steps":["trace[1416840880] 'process raft request' (duration: 108.172249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:10.681293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.603302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:51:10.681427Z","caller":"traceutil/trace.go:171","msg":"trace[790829686] linearizableReadLoop","detail":"{readStateIndex:5388; appliedIndex:5387; }","duration":"173.383103ms","start":"2026-03-02T16:51:10.508025Z","end":"2026-03-02T16:51:10.681408Z","steps":["trace[790829686] 'read index received' (duration: 42.461803ms)","trace[790829686] 'applied index is now lower than readState.Index' (duration: 130.91998ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:51:10.681504Z","caller":"traceutil/trace.go:171","msg":"trace[1484613247] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"181.963135ms","start":"2026-03-02T16:51:10.499502Z","end":"2026-03-02T16:51:10.681465Z","steps":["trace[1484613247] 'process raft request' (duration: 51.093007ms)","trace[1484613247] 'compare' (duration: 130.47987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:51:10.681629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.608258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-02T16:51:10.681668Z","caller":"traceutil/trace.go:171","msg":"trace[1948761554] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5192; }","duration":"173.665989ms","start":"2026-03-02T16:51:10.507992Z","end":"2026-03-02T16:51:10.681658Z","steps":["trace[1948761554] 'agreement among raft nodes before linearized reading' (duration: 173.507785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:10.681819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.99028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-02T16:51:10.681884Z","caller":"traceutil/trace.go:171","msg":"trace[707406330] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5192; }","duration":"151.126333ms","start":"2026-03-02T16:51:10.53074Z","end":"2026-03-02T16:51:10.681867Z","steps":["trace[707406330] 'agreement among raft nodes before linearized reading' (duration: 150.9707ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:51:48.054595Z","caller":"traceutil/trace.go:171","msg":"trace[762725307] transaction","detail":"{read_only:false; response_revision:5500; number_of_response:1; }","duration":"117.984679ms","start":"2026-03-02T16:51:47.936588Z","end":"2026-03-02T16:51:48.054573Z","steps":["trace[762725307] 'process raft request' (duration: 117.845076ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:51:48.800971Z","caller":"traceutil/trace.go:171","msg":"trace[250542921] transaction","detail":"{read_only:false; response_revision:5502; number_of_response:1; }","duration":"348.877062ms","start":"2026-03-02T16:51:48.452069Z","end":"2026-03-02T16:51:48.800946Z","steps":["trace[250542921] 'process raft request' (duration: 348.685818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:48.801124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:51:48.452037Z","time spent":"349.009625ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:51:48.880013Z","caller":"traceutil/trace.go:171","msg":"trace[1042982012] linearizableReadLoop","detail":"{readStateIndex:5708; appliedIndex:5706; }","duration":"422.067236ms","start":"2026-03-02T16:51:48.45792Z","end":"2026-03-02T16:51:48.879987Z","steps":["trace[1042982012] 'read index received' (duration: 342.856227ms)","trace[1042982012] 'applied index is now lower than readState.Index' (duration: 79.209979ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:51:48.88017Z","caller":"traceutil/trace.go:171","msg":"trace[1648884574] transaction","detail":"{read_only:false; response_revision:5503; number_of_response:1; }","duration":"423.738343ms","start":"2026-03-02T16:51:48.456412Z","end":"2026-03-02T16:51:48.88015Z","steps":["trace[1648884574] 'process raft request' (duration: 377.365522ms)","trace[1648884574] 'compare' (duration: 46.093465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:51:48.880279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:51:48.456389Z","time spent":"423.816896ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:51:48.880515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.568458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T16:51:48.88069Z","caller":"traceutil/trace.go:171","msg":"trace[277730154] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5503; }","duration":"422.749812ms","start":"2026-03-02T16:51:48.457838Z","end":"2026-03-02T16:51:48.880588Z","steps":["trace[277730154] 'agreement among raft nodes before linearized reading' (duration: 422.442405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:48.880696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.995378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:51:48.880747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:51:48.457822Z","time spent":"422.913885ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:51:48.880722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.359321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T16:51:48.880822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.427755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:51:48.880837Z","caller":"traceutil/trace.go:171","msg":"trace[75454259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5503; }","duration":"421.529755ms","start":"2026-03-02T16:51:48.459283Z","end":"2026-03-02T16:51:48.880813Z","steps":["trace[75454259] 'agreement among raft nodes before linearized reading' (duration: 421.185997ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:51:48.880862Z","caller":"traceutil/trace.go:171","msg":"trace[1846996411] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5503; }","duration":"198.533968ms","start":"2026-03-02T16:51:48.68232Z","end":"2026-03-02T16:51:48.880854Z","steps":["trace[1846996411] 'agreement among raft nodes before linearized reading' (duration: 198.474256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:48.880905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:51:48.459263Z","time spent":"421.628777ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:51:48.881033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.383491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-44k2j\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-02T16:51:48.881116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.798903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-03-02T16:51:48.881131Z","caller":"traceutil/trace.go:171","msg":"trace[379490128] range","detail":"{range_begin:/registry/pods/openstack/keepalived-44k2j; range_end:; response_count:1; response_revision:5503; }","duration":"421.517114ms","start":"2026-03-02T16:51:48.459589Z","end":"2026-03-02T16:51:48.881106Z","steps":["trace[379490128] 'agreement among raft nodes before linearized reading' (duration: 421.248448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:48.881219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.668718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:51:48.881265Z","caller":"traceutil/trace.go:171","msg":"trace[1060186188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5503; }","duration":"421.722069ms","start":"2026-03-02T16:51:48.459531Z","end":"2026-03-02T16:51:48.881253Z","steps":["trace[1060186188] 'agreement among raft nodes before linearized reading' (duration: 421.624936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:48.881295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:51:48.459522Z","time spent":"421.765399ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T16:51:48.881279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:51:48.459578Z","time spent":"421.681608ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-44k2j\" "} {"level":"warn","ts":"2026-03-02T16:51:48.881114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.829035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:51:48.881418Z","caller":"traceutil/trace.go:171","msg":"trace[164620531] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5503; }","duration":"399.126592ms","start":"2026-03-02T16:51:48.482269Z","end":"2026-03-02T16:51:48.881395Z","steps":["trace[164620531] 'agreement among raft nodes before linearized reading' (duration: 398.769094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:48.88147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:51:48.482186Z","time spent":"399.269365ms","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":11,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:51:48.88077Z","caller":"traceutil/trace.go:171","msg":"trace[1269391047] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5503; }","duration":"199.11861ms","start":"2026-03-02T16:51:48.681631Z","end":"2026-03-02T16:51:48.88075Z","steps":["trace[1269391047] 'agreement among raft nodes before linearized reading' (duration: 199.007958ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:51:48.881225Z","caller":"traceutil/trace.go:171","msg":"trace[365332623] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5503; }","duration":"198.908706ms","start":"2026-03-02T16:51:48.682307Z","end":"2026-03-02T16:51:48.881216Z","steps":["trace[365332623] 'agreement among raft nodes before linearized reading' (duration: 198.718672ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:52:11.971088Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2730} {"level":"info","ts":"2026-03-02T16:52:12.030387Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2730,"took":"57.092771ms","hash":2509578306,"current-db-size-bytes":41119744,"current-db-size":"41 MB","current-db-size-in-use-bytes":30699520,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-02T16:52:12.03051Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2509578306,"revision":2730,"compact-revision":-1} {"level":"info","ts":"2026-03-02T16:57:11.977519Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5676} {"level":"info","ts":"2026-03-02T16:57:12.078404Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5676,"took":"99.580474ms","hash":3764618691,"current-db-size-bytes":41959424,"current-db-size":"42 MB","current-db-size-in-use-bytes":21475328,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-02T16:57:12.078478Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3764618691,"revision":5676,"compact-revision":2730} {"level":"info","ts":"2026-03-02T16:57:17.860513Z","caller":"traceutil/trace.go:171","msg":"trace[1733698432] transaction","detail":"{read_only:false; response_revision:7745; number_of_response:1; }","duration":"171.494876ms","start":"2026-03-02T16:57:17.688985Z","end":"2026-03-02T16:57:17.86048Z","steps":["trace[1733698432] 'process raft request' (duration: 171.349773ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:57:29.112785Z","caller":"traceutil/trace.go:171","msg":"trace[870852879] transaction","detail":"{read_only:false; response_revision:7795; number_of_response:1; }","duration":"359.424833ms","start":"2026-03-02T16:57:28.75333Z","end":"2026-03-02T16:57:29.112755Z","steps":["trace[870852879] 'process raft request' (duration: 359.27831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:57:29.112948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:57:28.753302Z","time spent":"359.565806ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:57:29.213111Z","caller":"traceutil/trace.go:171","msg":"trace[771958019] linearizableReadLoop","detail":"{readStateIndex:8083; appliedIndex:8082; }","duration":"415.653862ms","start":"2026-03-02T16:57:28.797426Z","end":"2026-03-02T16:57:29.213079Z","steps":["trace[771958019] 'read index received' (duration: 315.390464ms)","trace[771958019] 'applied index is now lower than readState.Index' (duration: 100.259268ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:57:29.213258Z","caller":"traceutil/trace.go:171","msg":"trace[1093149561] transaction","detail":"{read_only:false; response_revision:7796; number_of_response:1; }","duration":"451.446056ms","start":"2026-03-02T16:57:28.761798Z","end":"2026-03-02T16:57:29.213244Z","steps":["trace[1093149561] 'process raft request' (duration: 407.074182ms)","trace[1093149561] 'compare' (duration: 44.046077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:57:29.213392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:57:28.761767Z","time spent":"451.523348ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:57:29.213496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.577627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:57:29.213602Z","caller":"traceutil/trace.go:171","msg":"trace[1161646727] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:7796; }","duration":"405.72346ms","start":"2026-03-02T16:57:28.807855Z","end":"2026-03-02T16:57:29.213578Z","steps":["trace[1161646727] 'agreement among raft nodes before linearized reading' (duration: 405.552407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:57:29.213653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:57:28.807841Z","time spent":"405.801392ms","remote":"127.0.0.1:45298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:57:29.213924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.357204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T16:57:29.213948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.524832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T16:57:29.213994Z","caller":"traceutil/trace.go:171","msg":"trace[1895678635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7796; }","duration":"204.441945ms","start":"2026-03-02T16:57:29.009538Z","end":"2026-03-02T16:57:29.21398Z","steps":["trace[1895678635] 'agreement among raft nodes before linearized reading' (duration: 204.244291ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:57:29.214003Z","caller":"traceutil/trace.go:171","msg":"trace[426312065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7796; }","duration":"416.636946ms","start":"2026-03-02T16:57:28.797354Z","end":"2026-03-02T16:57:29.213991Z","steps":["trace[426312065] 'agreement among raft nodes before linearized reading' (duration: 416.491902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:57:29.214041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:57:28.797307Z","time spent":"416.724437ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T16:57:29.214123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.092149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:57:29.214186Z","caller":"traceutil/trace.go:171","msg":"trace[151481408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7796; }","duration":"221.182581ms","start":"2026-03-02T16:57:28.992991Z","end":"2026-03-02T16:57:29.214174Z","steps":["trace[151481408] 'agreement among raft nodes before linearized reading' (duration: 220.852803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:57:29.214209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.084331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T16:57:29.214248Z","caller":"traceutil/trace.go:171","msg":"trace[1291271198] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7796; }","duration":"222.169183ms","start":"2026-03-02T16:57:28.99207Z","end":"2026-03-02T16:57:29.214239Z","steps":["trace[1291271198] 'agreement among raft nodes before linearized reading' (duration: 222.072991ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:57:30.20048Z","caller":"traceutil/trace.go:171","msg":"trace[466494339] linearizableReadLoop","detail":"{readStateIndex:8089; appliedIndex:8088; }","duration":"124.992653ms","start":"2026-03-02T16:57:30.075446Z","end":"2026-03-02T16:57:30.200438Z","steps":["trace[466494339] 'read index received' (duration: 63.674878ms)","trace[466494339] 'applied index is now lower than readState.Index' (duration: 61.315675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:57:30.200738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.23463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:57:30.200874Z","caller":"traceutil/trace.go:171","msg":"trace[243859318] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:7801; }","duration":"125.450834ms","start":"2026-03-02T16:57:30.075394Z","end":"2026-03-02T16:57:30.200845Z","steps":["trace[243859318] 'agreement among raft nodes before linearized reading' (duration: 125.186649ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:57:31.420662Z","caller":"traceutil/trace.go:171","msg":"trace[629102635] transaction","detail":"{read_only:false; response_revision:7809; number_of_response:1; }","duration":"132.414939ms","start":"2026-03-02T16:57:31.288216Z","end":"2026-03-02T16:57:31.420631Z","steps":["trace[629102635] 'process raft request' (duration: 116.765699ms)","trace[629102635] 'compare' (duration: 15.445636ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:57:31.42092Z","caller":"traceutil/trace.go:171","msg":"trace[608120489] linearizableReadLoop","detail":"{readStateIndex:8097; appliedIndex:8095; }","duration":"132.230187ms","start":"2026-03-02T16:57:31.288639Z","end":"2026-03-02T16:57:31.420869Z","steps":["trace[608120489] 'read index received' (duration: 32.95681ms)","trace[608120489] 'applied index is now lower than readState.Index' (duration: 99.268657ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:57:31.421011Z","caller":"traceutil/trace.go:171","msg":"trace[1587564465] transaction","detail":"{read_only:false; response_revision:7810; number_of_response:1; }","duration":"132.253177ms","start":"2026-03-02T16:57:31.288709Z","end":"2026-03-02T16:57:31.420962Z","steps":["trace[1587564465] 'process raft request' (duration: 131.877187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:57:31.421524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.85061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222763"} {"level":"info","ts":"2026-03-02T16:57:31.42157Z","caller":"traceutil/trace.go:171","msg":"trace[2224286] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7810; }","duration":"132.953382ms","start":"2026-03-02T16:57:31.288608Z","end":"2026-03-02T16:57:31.421561Z","steps":["trace[2224286] 'agreement among raft nodes before linearized reading' (duration: 132.41867ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:57:59.683334Z","caller":"traceutil/trace.go:171","msg":"trace[872304651] linearizableReadLoop","detail":"{readStateIndex:8294; appliedIndex:8293; }","duration":"257.855833ms","start":"2026-03-02T16:57:59.425454Z","end":"2026-03-02T16:57:59.68331Z","steps":["trace[872304651] 'read index received' (duration: 257.70363ms)","trace[872304651] 'applied index is now lower than readState.Index' (duration: 151.543µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:57:59.683461Z","caller":"traceutil/trace.go:171","msg":"trace[1331722608] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"321.993822ms","start":"2026-03-02T16:57:59.361426Z","end":"2026-03-02T16:57:59.68342Z","steps":["trace[1331722608] 'process raft request' (duration: 321.752297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:57:59.683554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.086639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:57:59.683583Z","caller":"traceutil/trace.go:171","msg":"trace[1412283128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7999; }","duration":"258.174421ms","start":"2026-03-02T16:57:59.4254Z","end":"2026-03-02T16:57:59.683575Z","steps":["trace[1412283128] 'agreement among raft nodes before linearized reading' (duration: 258.041908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:57:59.683645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:57:59.361398Z","time spent":"322.160005ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:57:59.68392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.701016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T16:57:59.68397Z","caller":"traceutil/trace.go:171","msg":"trace[834834874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7999; }","duration":"214.809248ms","start":"2026-03-02T16:57:59.469148Z","end":"2026-03-02T16:57:59.683957Z","steps":["trace[834834874] 'agreement among raft nodes before linearized reading' (duration: 214.372618ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:57:59.965404Z","caller":"traceutil/trace.go:171","msg":"trace[756522617] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"277.515875ms","start":"2026-03-02T16:57:59.687862Z","end":"2026-03-02T16:57:59.965378Z","steps":["trace[756522617] 'process raft request' (duration: 220.545578ms)","trace[756522617] 'compare' (duration: 56.701631ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:57:59.970702Z","caller":"traceutil/trace.go:171","msg":"trace[402463463] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"282.389634ms","start":"2026-03-02T16:57:59.688293Z","end":"2026-03-02T16:57:59.970683Z","steps":["trace[402463463] 'process raft request' (duration: 282.328993ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:57:59.97075Z","caller":"traceutil/trace.go:171","msg":"trace[1722782535] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"282.831594ms","start":"2026-03-02T16:57:59.687873Z","end":"2026-03-02T16:57:59.970705Z","steps":["trace[1722782535] 'process raft request' (duration: 282.613489ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:57:59.970823Z","caller":"traceutil/trace.go:171","msg":"trace[1083228252] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"281.773731ms","start":"2026-03-02T16:57:59.689035Z","end":"2026-03-02T16:57:59.970809Z","steps":["trace[1083228252] 'process raft request' (duration: 281.624178ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:01.948019Z","caller":"traceutil/trace.go:171","msg":"trace[2089234939] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"101.958867ms","start":"2026-03-02T16:58:01.846029Z","end":"2026-03-02T16:58:01.947988Z","steps":["trace[2089234939] 'process raft request' (duration: 101.765103ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:12.236842Z","caller":"traceutil/trace.go:171","msg":"trace[1772800905] linearizableReadLoop","detail":"{readStateIndex:8398; appliedIndex:8397; }","duration":"191.928276ms","start":"2026-03-02T16:58:12.044879Z","end":"2026-03-02T16:58:12.236808Z","steps":["trace[1772800905] 'read index received' (duration: 184.267184ms)","trace[1772800905] 'applied index is now lower than readState.Index' (duration: 7.659842ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:58:12.237124Z","caller":"traceutil/trace.go:171","msg":"trace[1892754252] transaction","detail":"{read_only:false; response_revision:8096; number_of_response:1; }","duration":"194.302828ms","start":"2026-03-02T16:58:12.042809Z","end":"2026-03-02T16:58:12.237111Z","steps":["trace[1892754252] 'process raft request' (duration: 186.35941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:12.237488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.56899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-jnrg5\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-03-02T16:58:12.237619Z","caller":"traceutil/trace.go:171","msg":"trace[1963360600] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-jnrg5; range_end:; response_count:1; response_revision:8096; }","duration":"192.729323ms","start":"2026-03-02T16:58:12.044856Z","end":"2026-03-02T16:58:12.237585Z","steps":["trace[1963360600] 'agreement among raft nodes before linearized reading' (duration: 192.446027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:12.260729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.741169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-jnrg5\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-03-02T16:58:12.260793Z","caller":"traceutil/trace.go:171","msg":"trace[549685365] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-jnrg5; range_end:; response_count:1; response_revision:8097; }","duration":"215.835151ms","start":"2026-03-02T16:58:12.044943Z","end":"2026-03-02T16:58:12.260778Z","steps":["trace[549685365] 'agreement among raft nodes before linearized reading' (duration: 215.695818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:12.260858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.300485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T16:58:12.261077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.97554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T16:58:12.261007Z","caller":"traceutil/trace.go:171","msg":"trace[1258194765] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"144.9057ms","start":"2026-03-02T16:58:12.115931Z","end":"2026-03-02T16:58:12.260836Z","steps":["trace[1258194765] 'process raft request' (duration: 144.614954ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:12.261111Z","caller":"traceutil/trace.go:171","msg":"trace[573719644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8097; }","duration":"210.019391ms","start":"2026-03-02T16:58:12.051084Z","end":"2026-03-02T16:58:12.261103Z","steps":["trace[573719644] 'agreement among raft nodes before linearized reading' (duration: 209.949769ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:12.261095Z","caller":"traceutil/trace.go:171","msg":"trace[774118227] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8097; }","duration":"139.571221ms","start":"2026-03-02T16:58:12.121471Z","end":"2026-03-02T16:58:12.261042Z","steps":["trace[774118227] 'agreement among raft nodes before linearized reading' (duration: 139.203703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:12.261017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.773932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T16:58:12.261274Z","caller":"traceutil/trace.go:171","msg":"trace[1067940843] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8097; }","duration":"209.043118ms","start":"2026-03-02T16:58:12.052216Z","end":"2026-03-02T16:58:12.26126Z","steps":["trace[1067940843] 'agreement among raft nodes before linearized reading' (duration: 208.706251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:12.261497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.542955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T16:58:12.261992Z","caller":"traceutil/trace.go:171","msg":"trace[1841496738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8097; }","duration":"138.044287ms","start":"2026-03-02T16:58:12.123901Z","end":"2026-03-02T16:58:12.261945Z","steps":["trace[1841496738] 'agreement among raft nodes before linearized reading' (duration: 137.334431ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:13.054412Z","caller":"traceutil/trace.go:171","msg":"trace[1614687216] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"146.012205ms","start":"2026-03-02T16:58:12.908371Z","end":"2026-03-02T16:58:13.054383Z","steps":["trace[1614687216] 'process raft request' (duration: 145.234908ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:13.536679Z","caller":"traceutil/trace.go:171","msg":"trace[799296171] linearizableReadLoop","detail":"{readStateIndex:8409; appliedIndex:8407; }","duration":"482.83433ms","start":"2026-03-02T16:58:13.053815Z","end":"2026-03-02T16:58:13.536649Z","steps":["trace[799296171] 'read index received' (duration: 482.687876ms)","trace[799296171] 'applied index is now lower than readState.Index' (duration: 145.864µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:58:13.536704Z","caller":"traceutil/trace.go:171","msg":"trace[1748034131] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"507.018332ms","start":"2026-03-02T16:58:13.029664Z","end":"2026-03-02T16:58:13.536683Z","steps":["trace[1748034131] 'process raft request' (duration: 506.780276ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:13.536807Z","caller":"traceutil/trace.go:171","msg":"trace[802763945] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"500.385254ms","start":"2026-03-02T16:58:13.03638Z","end":"2026-03-02T16:58:13.536766Z","steps":["trace[802763945] 'process raft request' (duration: 500.22187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:13.536876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:13.029623Z","time spent":"507.148865ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:58:13.536998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:13.036346Z","time spent":"500.566618ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T16:58:13.537155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.641132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-jnrg5\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-03-02T16:58:13.53726Z","caller":"traceutil/trace.go:171","msg":"trace[931500865] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-jnrg5; range_end:; response_count:1; response_revision:8107; }","duration":"501.801885ms","start":"2026-03-02T16:58:13.035434Z","end":"2026-03-02T16:58:13.537235Z","steps":["trace[931500865] 'agreement among raft nodes before linearized reading' (duration: 501.366636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:13.53731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:13.035393Z","time spent":"501.906028ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4675,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-jnrg5\" "} {"level":"warn","ts":"2026-03-02T16:58:13.596156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.66032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:58:13.59625Z","caller":"traceutil/trace.go:171","msg":"trace[1906388621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8108; }","duration":"261.814963ms","start":"2026-03-02T16:58:13.334412Z","end":"2026-03-02T16:58:13.596227Z","steps":["trace[1906388621] 'agreement among raft nodes before linearized reading' (duration: 261.6563ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:13.596325Z","caller":"traceutil/trace.go:171","msg":"trace[1629249185] transaction","detail":"{read_only:false; response_revision:8108; number_of_response:1; }","duration":"272.731388ms","start":"2026-03-02T16:58:13.323578Z","end":"2026-03-02T16:58:13.596309Z","steps":["trace[1629249185] 'process raft request' (duration: 272.261687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:13.596782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.296811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-02T16:58:13.596875Z","caller":"traceutil/trace.go:171","msg":"trace[1142123505] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8108; }","duration":"528.437973ms","start":"2026-03-02T16:58:13.068415Z","end":"2026-03-02T16:58:13.596853Z","steps":["trace[1142123505] 'agreement among raft nodes before linearized reading' (duration: 527.619585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:13.596921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:13.068392Z","time spent":"528.519825ms","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-02T16:58:14.448271Z","caller":"traceutil/trace.go:171","msg":"trace[2119853471] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"177.43992ms","start":"2026-03-02T16:58:14.27078Z","end":"2026-03-02T16:58:14.44822Z","steps":["trace[2119853471] 'process raft request' (duration: 176.935759ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:14.448177Z","caller":"traceutil/trace.go:171","msg":"trace[1904569498] linearizableReadLoop","detail":"{readStateIndex:8415; appliedIndex:8414; }","duration":"121.064875ms","start":"2026-03-02T16:58:14.327081Z","end":"2026-03-02T16:58:14.448146Z","steps":["trace[1904569498] 'read index received' (duration: 120.656476ms)","trace[1904569498] 'applied index is now lower than readState.Index' (duration: 407.289µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:58:14.44854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.423613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T16:58:14.448664Z","caller":"traceutil/trace.go:171","msg":"trace[2076373928] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8113; }","duration":"121.589397ms","start":"2026-03-02T16:58:14.327027Z","end":"2026-03-02T16:58:14.448616Z","steps":["trace[2076373928] 'agreement among raft nodes before linearized reading' (duration: 121.27048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:14.448771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.994044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T16:58:14.448925Z","caller":"traceutil/trace.go:171","msg":"trace[1597682225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8113; }","duration":"121.240009ms","start":"2026-03-02T16:58:14.327672Z","end":"2026-03-02T16:58:14.448912Z","steps":["trace[1597682225] 'agreement among raft nodes before linearized reading' (duration: 120.84388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:14.449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.568364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T16:58:14.449051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.571865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T16:58:14.449068Z","caller":"traceutil/trace.go:171","msg":"trace[478645709] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8113; }","duration":"120.693117ms","start":"2026-03-02T16:58:14.32836Z","end":"2026-03-02T16:58:14.449053Z","steps":["trace[478645709] 'agreement among raft nodes before linearized reading' (duration: 120.441592ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:14.449116Z","caller":"traceutil/trace.go:171","msg":"trace[2081993721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8113; }","duration":"120.736028ms","start":"2026-03-02T16:58:14.32836Z","end":"2026-03-02T16:58:14.449096Z","steps":["trace[2081993721] 'agreement among raft nodes before linearized reading' (duration: 120.461282ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:32.027757Z","caller":"traceutil/trace.go:171","msg":"trace[1027897049] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"147.857335ms","start":"2026-03-02T16:59:31.879863Z","end":"2026-03-02T16:59:32.02772Z","steps":["trace[1027897049] 'process raft request' (duration: 147.64531ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:01:40.746206Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cddd08233fdda28a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T17:01:40.752388Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-02T17:01:40.752505Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-02T17:02:11.984217Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7586} {"level":"info","ts":"2026-03-02T17:02:12.045359Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7586,"took":"59.257317ms","hash":2501163225,"current-db-size-bytes":41959424,"current-db-size":"42 MB","current-db-size-in-use-bytes":24723456,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-02T17:02:12.045457Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2501163225,"revision":7586,"compact-revision":5676} {"level":"warn","ts":"2026-03-02T17:05:18.811399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.482297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T17:05:18.811548Z","caller":"traceutil/trace.go:171","msg":"trace[350917515] transaction","detail":"{read_only:false; response_revision:11146; number_of_response:1; }","duration":"158.314282ms","start":"2026-03-02T17:05:18.653202Z","end":"2026-03-02T17:05:18.811516Z","steps":["trace[350917515] 'process raft request' (duration: 53.624211ms)","trace[350917515] 'compare' (duration: 104.252721ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:05:18.880929Z","caller":"traceutil/trace.go:171","msg":"trace[293362864] linearizableReadLoop","detail":"{readStateIndex:11548; appliedIndex:11547; }","duration":"173.917583ms","start":"2026-03-02T17:05:18.706967Z","end":"2026-03-02T17:05:18.880885Z","steps":["trace[293362864] 'read index received' (duration: 173.743049ms)","trace[293362864] 'applied index is now lower than readState.Index' (duration: 173.754µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:05:18.881121Z","caller":"traceutil/trace.go:171","msg":"trace[2044467820] transaction","detail":"{read_only:false; response_revision:11147; number_of_response:1; }","duration":"227.175105ms","start":"2026-03-02T17:05:18.653896Z","end":"2026-03-02T17:05:18.881071Z","steps":["trace[2044467820] 'process raft request' (duration: 226.882019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:05:18.881354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.249488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-44k2j\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-02T17:05:18.881443Z","caller":"traceutil/trace.go:171","msg":"trace[325461507] range","detail":"{range_begin:/registry/pods/openstack/keepalived-44k2j; range_end:; response_count:1; response_revision:11147; }","duration":"165.374311ms","start":"2026-03-02T17:05:18.716048Z","end":"2026-03-02T17:05:18.881423Z","steps":["trace[325461507] 'agreement among raft nodes before linearized reading' (duration: 165.108775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:05:18.881468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.975502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-02T17:05:18.88153Z","caller":"traceutil/trace.go:171","msg":"trace[2000173200] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:11147; }","duration":"161.075584ms","start":"2026-03-02T17:05:18.720436Z","end":"2026-03-02T17:05:18.881511Z","steps":["trace[2000173200] 'agreement among raft nodes before linearized reading' (duration: 160.87976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:05:18.882096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.078859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:05:18.882173Z","caller":"traceutil/trace.go:171","msg":"trace[1988520811] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:11147; }","duration":"175.242012ms","start":"2026-03-02T17:05:18.706917Z","end":"2026-03-02T17:05:18.88216Z","steps":["trace[1988520811] 'agreement among raft nodes before linearized reading' (duration: 174.106257ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:05:19.447424Z","caller":"traceutil/trace.go:171","msg":"trace[1014938334] transaction","detail":"{read_only:false; response_revision:11151; number_of_response:1; }","duration":"104.329803ms","start":"2026-03-02T17:05:19.343061Z","end":"2026-03-02T17:05:19.447391Z","steps":["trace[1014938334] 'process raft request' (duration: 96.733961ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:07:11.990768Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9794} {"level":"info","ts":"2026-03-02T17:07:12.082973Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9794,"took":"89.902888ms","hash":1974300163,"current-db-size-bytes":41959424,"current-db-size":"42 MB","current-db-size-in-use-bytes":22351872,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-02T17:07:12.083043Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1974300163,"revision":9794,"compact-revision":7586} {"level":"info","ts":"2026-03-02T17:09:37.398387Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033e3.wal"} {"level":"warn","ts":"2026-03-02T17:11:14.077833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.19238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:11:14.077949Z","caller":"traceutil/trace.go:171","msg":"trace[785578094] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13405; }","duration":"620.360454ms","start":"2026-03-02T17:11:13.457564Z","end":"2026-03-02T17:11:14.077925Z","steps":["trace[785578094] 'range keys from in-memory index tree' (duration: 620.101739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:14.077993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:11:13.457535Z","time spent":"620.449206ms","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T17:11:14.078441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.943212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-44k2j\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-02T17:11:14.078506Z","caller":"traceutil/trace.go:171","msg":"trace[647747094] range","detail":"{range_begin:/registry/pods/openstack/keepalived-44k2j; range_end:; response_count:1; response_revision:13405; }","duration":"235.042044ms","start":"2026-03-02T17:11:13.843445Z","end":"2026-03-02T17:11:14.078487Z","steps":["trace[647747094] 'range keys from in-memory index tree' (duration: 234.696407ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:11:33.134089Z","caller":"traceutil/trace.go:171","msg":"trace[83030109] transaction","detail":"{read_only:false; response_revision:13500; number_of_response:1; }","duration":"236.610029ms","start":"2026-03-02T17:11:32.897457Z","end":"2026-03-02T17:11:33.134067Z","steps":["trace[83030109] 'process raft request' (duration: 236.455436ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:11:33.31185Z","caller":"traceutil/trace.go:171","msg":"trace[1711918325] linearizableReadLoop","detail":"{readStateIndex:13991; appliedIndex:13990; }","duration":"113.785703ms","start":"2026-03-02T17:11:33.19804Z","end":"2026-03-02T17:11:33.311826Z","steps":["trace[1711918325] 'read index received' (duration: 112.580665ms)","trace[1711918325] 'applied index is now lower than readState.Index' (duration: 1.204058ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:11:33.311983Z","caller":"traceutil/trace.go:171","msg":"trace[1360303487] transaction","detail":"{read_only:false; response_revision:13501; number_of_response:1; }","duration":"367.902598ms","start":"2026-03-02T17:11:32.944046Z","end":"2026-03-02T17:11:33.311948Z","steps":["trace[1360303487] 'process raft request' (duration: 366.560237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:33.312087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.024468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T17:11:33.312115Z","caller":"traceutil/trace.go:171","msg":"trace[445880927] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:13501; }","duration":"114.073579ms","start":"2026-03-02T17:11:33.198034Z","end":"2026-03-02T17:11:33.312108Z","steps":["trace[445880927] 'agreement among raft nodes before linearized reading' (duration: 113.917876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:33.312149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:11:32.944006Z","time spent":"368.042561ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:11:48.948875Z","caller":"traceutil/trace.go:171","msg":"trace[1036484537] transaction","detail":"{read_only:false; response_revision:13571; number_of_response:1; }","duration":"319.143512ms","start":"2026-03-02T17:11:48.629712Z","end":"2026-03-02T17:11:48.948856Z","steps":["trace[1036484537] 'process raft request' (duration: 319.037779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:48.949072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:11:48.629704Z","time spent":"319.234465ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:11:48.971431Z","caller":"traceutil/trace.go:171","msg":"trace[1715523482] linearizableReadLoop","detail":"{readStateIndex:14065; appliedIndex:14064; }","duration":"103.677673ms","start":"2026-03-02T17:11:48.867729Z","end":"2026-03-02T17:11:48.971406Z","steps":["trace[1715523482] 'read index received' (duration: 81.31705ms)","trace[1715523482] 'applied index is now lower than readState.Index' (duration: 22.359783ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:11:48.971481Z","caller":"traceutil/trace.go:171","msg":"trace[1791707487] transaction","detail":"{read_only:false; response_revision:13572; number_of_response:1; }","duration":"217.932695ms","start":"2026-03-02T17:11:48.753514Z","end":"2026-03-02T17:11:48.971447Z","steps":["trace[1791707487] 'process raft request' (duration: 210.224451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:48.971633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.885928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T17:11:48.97166Z","caller":"traceutil/trace.go:171","msg":"trace[275800245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13572; }","duration":"103.95803ms","start":"2026-03-02T17:11:48.867694Z","end":"2026-03-02T17:11:48.971652Z","steps":["trace[275800245] 'agreement among raft nodes before linearized reading' (duration: 103.817387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:50.458088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.146449ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T17:11:50.458226Z","caller":"traceutil/trace.go:171","msg":"trace[1877648674] linearizableReadLoop","detail":"{readStateIndex:14090; appliedIndex:14089; }","duration":"315.901961ms","start":"2026-03-02T17:11:50.142303Z","end":"2026-03-02T17:11:50.458205Z","steps":["trace[1877648674] 'read index received' (duration: 161.617218ms)","trace[1877648674] 'applied index is now lower than readState.Index' (duration: 154.283182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:11:50.458494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.160986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:11:50.458671Z","caller":"traceutil/trace.go:171","msg":"trace[1707997462] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:13594; }","duration":"316.364611ms","start":"2026-03-02T17:11:50.142251Z","end":"2026-03-02T17:11:50.458615Z","steps":["trace[1707997462] 'agreement among raft nodes before linearized reading' (duration: 316.034723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:50.45876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:11:50.142229Z","time spent":"316.489213ms","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:12:00.516232Z","caller":"traceutil/trace.go:171","msg":"trace[933644436] transaction","detail":"{read_only:false; response_revision:13761; number_of_response:1; }","duration":"115.275835ms","start":"2026-03-02T17:12:00.40093Z","end":"2026-03-02T17:12:00.516206Z","steps":["trace[933644436] 'process raft request' (duration: 115.119971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:12:01.184971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.480022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-8hbj8.18991574b9d606a2\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-02T17:12:01.185069Z","caller":"traceutil/trace.go:171","msg":"trace[1890837755] transaction","detail":"{read_only:false; response_revision:13763; number_of_response:1; }","duration":"180.441211ms","start":"2026-03-02T17:12:01.004602Z","end":"2026-03-02T17:12:01.185043Z","steps":["trace[1890837755] 'process raft request' (duration: 179.728575ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:12:01.185089Z","caller":"traceutil/trace.go:171","msg":"trace[900667742] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-8hbj8.18991574b9d606a2; range_end:; response_count:1; response_revision:13762; }","duration":"232.602625ms","start":"2026-03-02T17:12:00.952463Z","end":"2026-03-02T17:12:01.185066Z","steps":["trace[900667742] 'range keys from in-memory index tree' (duration: 232.308168ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:12:01.184993Z","caller":"traceutil/trace.go:171","msg":"trace[1043186948] linearizableReadLoop","detail":"{readStateIndex:14262; appliedIndex:14261; }","duration":"175.770365ms","start":"2026-03-02T17:12:01.009192Z","end":"2026-03-02T17:12:01.184962Z","steps":["trace[1043186948] 'read index received' (duration: 175.132361ms)","trace[1043186948] 'applied index is now lower than readState.Index' (duration: 636.494µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:12:01.185192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.98917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T17:12:01.18523Z","caller":"traceutil/trace.go:171","msg":"trace[996159806] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13763; }","duration":"176.077241ms","start":"2026-03-02T17:12:01.009141Z","end":"2026-03-02T17:12:01.185218Z","steps":["trace[996159806] 'agreement among raft nodes before linearized reading' (duration: 175.903468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:12:01.185495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.379839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:12:01.18554Z","caller":"traceutil/trace.go:171","msg":"trace[1120156243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13763; }","duration":"156.455541ms","start":"2026-03-02T17:12:01.029076Z","end":"2026-03-02T17:12:01.185531Z","steps":["trace[1120156243] 'agreement among raft nodes before linearized reading' (duration: 156.348709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:12:01.185653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.876874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T17:12:01.185766Z","caller":"traceutil/trace.go:171","msg":"trace[1635938431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13763; }","duration":"158.031877ms","start":"2026-03-02T17:12:01.027715Z","end":"2026-03-02T17:12:01.185747Z","steps":["trace[1635938431] 'agreement among raft nodes before linearized reading' (duration: 157.507775ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:12:11.9979Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11852} {"level":"info","ts":"2026-03-02T17:12:12.075666Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11852,"took":"75.266694ms","hash":2534361466,"current-db-size-bytes":41959424,"current-db-size":"42 MB","current-db-size-in-use-bytes":25149440,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-02T17:12:12.075747Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2534361466,"revision":11852,"compact-revision":9794} {"level":"info","ts":"2026-03-02T17:13:44.303727Z","caller":"traceutil/trace.go:171","msg":"trace[841713104] transaction","detail":"{read_only:false; response_revision:14818; number_of_response:1; }","duration":"166.223871ms","start":"2026-03-02T17:13:44.137478Z","end":"2026-03-02T17:13:44.303702Z","steps":["trace[841713104] 'process raft request' (duration: 165.911534ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:13:45.89685Z","caller":"traceutil/trace.go:171","msg":"trace[1477796825] linearizableReadLoop","detail":"{readStateIndex:15353; appliedIndex:15352; }","duration":"310.941348ms","start":"2026-03-02T17:13:45.585878Z","end":"2026-03-02T17:13:45.896819Z","steps":["trace[1477796825] 'read index received' (duration: 310.721523ms)","trace[1477796825] 'applied index is now lower than readState.Index' (duration: 218.355µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:13:45.897031Z","caller":"traceutil/trace.go:171","msg":"trace[508555310] transaction","detail":"{read_only:false; response_revision:14820; number_of_response:1; }","duration":"311.203654ms","start":"2026-03-02T17:13:45.585792Z","end":"2026-03-02T17:13:45.896995Z","steps":["trace[508555310] 'process raft request' (duration: 310.835106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:45.897221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:13:45.585777Z","time spent":"311.349157ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:13:45.897796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.134722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:13:45.897898Z","caller":"traceutil/trace.go:171","msg":"trace[1491779667] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14820; }","duration":"312.003123ms","start":"2026-03-02T17:13:45.585873Z","end":"2026-03-02T17:13:45.897876Z","steps":["trace[1491779667] 'agreement among raft nodes before linearized reading' (duration: 311.099262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:45.897963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:13:45.585846Z","time spent":"312.100725ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T17:13:45.89934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.402283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T17:13:45.899446Z","caller":"traceutil/trace.go:171","msg":"trace[1061775438] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14821; }","duration":"313.513696ms","start":"2026-03-02T17:13:45.585903Z","end":"2026-03-02T17:13:45.899417Z","steps":["trace[1061775438] 'agreement among raft nodes before linearized reading' (duration: 313.23878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:45.899527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:13:45.585834Z","time spent":"313.67818ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T17:13:45.899631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.831577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:13:45.899696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.111918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T17:13:45.899779Z","caller":"traceutil/trace.go:171","msg":"trace[1238503019] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14821; }","duration":"222.21666ms","start":"2026-03-02T17:13:45.677546Z","end":"2026-03-02T17:13:45.899763Z","steps":["trace[1238503019] 'agreement among raft nodes before linearized reading' (duration: 221.985215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:45.899812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.39154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:13:45.89978Z","caller":"traceutil/trace.go:171","msg":"trace[105736254] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14821; }","duration":"167.96303ms","start":"2026-03-02T17:13:45.731758Z","end":"2026-03-02T17:13:45.899721Z","steps":["trace[105736254] 'agreement among raft nodes before linearized reading' (duration: 167.735115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:45.899965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.610161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T17:13:45.900094Z","caller":"traceutil/trace.go:171","msg":"trace[1700038660] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14821; }","duration":"231.689934ms","start":"2026-03-02T17:13:45.668314Z","end":"2026-03-02T17:13:45.900004Z","steps":["trace[1700038660] 'agreement among raft nodes before linearized reading' (duration: 231.567481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:45.900164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.798816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T17:13:45.900222Z","caller":"traceutil/trace.go:171","msg":"trace[920821563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14821; }","duration":"203.900668ms","start":"2026-03-02T17:13:45.696307Z","end":"2026-03-02T17:13:45.900208Z","steps":["trace[920821563] 'agreement among raft nodes before linearized reading' (duration: 203.757875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:45.90038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.650423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-44k2j\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-02T17:13:45.900436Z","caller":"traceutil/trace.go:171","msg":"trace[2096182135] range","detail":"{range_begin:/registry/pods/openstack/keepalived-44k2j; range_end:; response_count:1; response_revision:14821; }","duration":"259.727645ms","start":"2026-03-02T17:13:45.640696Z","end":"2026-03-02T17:13:45.900423Z","steps":["trace[2096182135] 'agreement among raft nodes before linearized reading' (duration: 259.582172ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:13:45.900387Z","caller":"traceutil/trace.go:171","msg":"trace[1773057541] transaction","detail":"{read_only:false; response_revision:14821; number_of_response:1; }","duration":"123.143072ms","start":"2026-03-02T17:13:45.777226Z","end":"2026-03-02T17:13:45.900369Z","steps":["trace[1773057541] 'process raft request' (duration: 121.768161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:45.900662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.721874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:13:45.900724Z","caller":"traceutil/trace.go:171","msg":"trace[632923689] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14821; }","duration":"314.791986ms","start":"2026-03-02T17:13:45.585902Z","end":"2026-03-02T17:13:45.900694Z","steps":["trace[632923689] 'agreement among raft nodes before linearized reading' (duration: 314.722544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:45.900773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:13:45.585853Z","time spent":"314.908398ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:13:45.901187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.667859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T17:13:45.899859Z","caller":"traceutil/trace.go:171","msg":"trace[1133858562] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14821; }","duration":"224.436091ms","start":"2026-03-02T17:13:45.675406Z","end":"2026-03-02T17:13:45.899842Z","steps":["trace[1133858562] 'agreement among raft nodes before linearized reading' (duration: 224.356319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:45.901463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.904874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"warn","ts":"2026-03-02T17:13:45.901527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.178705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-02T17:13:45.901587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.44169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T17:13:45.901711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.939274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T17:13:45.902778Z","caller":"traceutil/trace.go:171","msg":"trace[1777748859] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14821; }","duration":"223.019379ms","start":"2026-03-02T17:13:45.679746Z","end":"2026-03-02T17:13:45.902766Z","steps":["trace[1777748859] 'agreement among raft nodes before linearized reading' (duration: 221.917484ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:13:45.902968Z","caller":"traceutil/trace.go:171","msg":"trace[659142991] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:14821; }","duration":"159.474009ms","start":"2026-03-02T17:13:45.74348Z","end":"2026-03-02T17:13:45.902954Z","steps":["trace[659142991] 'agreement among raft nodes before linearized reading' (duration: 157.665639ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:13:45.903255Z","caller":"traceutil/trace.go:171","msg":"trace[1586513329] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14821; }","duration":"170.122898ms","start":"2026-03-02T17:13:45.733122Z","end":"2026-03-02T17:13:45.903245Z","steps":["trace[1586513329] 'agreement among raft nodes before linearized reading' (duration: 168.41946ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:13:45.90323Z","caller":"traceutil/trace.go:171","msg":"trace[1820919694] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14821; }","duration":"169.873352ms","start":"2026-03-02T17:13:45.733342Z","end":"2026-03-02T17:13:45.903215Z","steps":["trace[1820919694] 'agreement among raft nodes before linearized reading' (duration: 168.137664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:45.903458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.691756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T17:13:45.904669Z","caller":"traceutil/trace.go:171","msg":"trace[739304237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14821; }","duration":"210.494407ms","start":"2026-03-02T17:13:45.694161Z","end":"2026-03-02T17:13:45.904656Z","steps":["trace[739304237] 'agreement among raft nodes before linearized reading' (duration: 206.268472ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:13:45.903542Z","caller":"traceutil/trace.go:171","msg":"trace[734360130] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:14821; }","duration":"163.96995ms","start":"2026-03-02T17:13:45.739548Z","end":"2026-03-02T17:13:45.903518Z","steps":["trace[734360130] 'agreement among raft nodes before linearized reading' (duration: 161.846322ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:17:12.004164Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13964} {"level":"info","ts":"2026-03-02T17:17:12.082769Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13964,"took":"75.985239ms","hash":1939437063,"current-db-size-bytes":41959424,"current-db-size":"42 MB","current-db-size-in-use-bytes":30314496,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T17:17:12.082826Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1939437063,"revision":13964,"compact-revision":11852} {"level":"info","ts":"2026-03-02T17:17:57.049857Z","caller":"traceutil/trace.go:171","msg":"trace[1315407630] linearizableReadLoop","detail":"{readStateIndex:17151; appliedIndex:17149; }","duration":"174.452255ms","start":"2026-03-02T17:17:56.875358Z","end":"2026-03-02T17:17:57.04981Z","steps":["trace[1315407630] 'read index received' (duration: 5.384221ms)","trace[1315407630] 'applied index is now lower than readState.Index' (duration: 169.066344ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:17:57.049904Z","caller":"traceutil/trace.go:171","msg":"trace[632147199] transaction","detail":"{read_only:false; response_revision:16556; number_of_response:1; }","duration":"199.913757ms","start":"2026-03-02T17:17:56.849945Z","end":"2026-03-02T17:17:57.049858Z","steps":["trace[632147199] 'process raft request' (duration: 166.754351ms)","trace[632147199] 'compare' (duration: 32.857039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:17:57.050113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.739561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T17:17:57.05019Z","caller":"traceutil/trace.go:171","msg":"trace[621197219] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16556; }","duration":"174.854304ms","start":"2026-03-02T17:17:56.875315Z","end":"2026-03-02T17:17:57.050169Z","steps":["trace[621197219] 'agreement among raft nodes before linearized reading' (duration: 174.67754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:17:57.050481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.61194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-27k9r\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-02T17:17:57.050539Z","caller":"traceutil/trace.go:171","msg":"trace[1816039364] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-27k9r; range_end:; response_count:1; response_revision:16556; }","duration":"163.732413ms","start":"2026-03-02T17:17:56.886791Z","end":"2026-03-02T17:17:57.050524Z","steps":["trace[1816039364] 'agreement among raft nodes before linearized reading' (duration: 163.326514ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:17:59.533181Z","caller":"traceutil/trace.go:171","msg":"trace[1114120179] linearizableReadLoop","detail":"{readStateIndex:17160; appliedIndex:17159; }","duration":"311.104827ms","start":"2026-03-02T17:17:59.222039Z","end":"2026-03-02T17:17:59.533144Z","steps":["trace[1114120179] 'read index received' (duration: 277.463591ms)","trace[1114120179] 'applied index is now lower than readState.Index' (duration: 33.640156ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:17:59.533258Z","caller":"traceutil/trace.go:171","msg":"trace[64324587] transaction","detail":"{read_only:false; response_revision:16565; number_of_response:1; }","duration":"339.570688ms","start":"2026-03-02T17:17:59.193638Z","end":"2026-03-02T17:17:59.533208Z","steps":["trace[64324587] 'process raft request' (duration: 305.818259ms)","trace[64324587] 'compare' (duration: 33.287548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:17:59.533551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.494346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T17:17:59.533553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:17:59.193591Z","time spent":"339.756012ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:17:59.533566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.410324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T17:17:59.533666Z","caller":"traceutil/trace.go:171","msg":"trace[337861140] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16565; }","duration":"311.555437ms","start":"2026-03-02T17:17:59.222084Z","end":"2026-03-02T17:17:59.533639Z","steps":["trace[337861140] 'agreement among raft nodes before linearized reading' (duration: 311.309012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:17:59.533725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:17:59.222053Z","time spent":"311.65837ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T17:17:59.533536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.20309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:17:59.534001Z","caller":"traceutil/trace.go:171","msg":"trace[519636445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16565; }","duration":"311.598358ms","start":"2026-03-02T17:17:59.221993Z","end":"2026-03-02T17:17:59.533591Z","steps":["trace[519636445] 'agreement among raft nodes before linearized reading' (duration: 311.297432ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:17:59.53402Z","caller":"traceutil/trace.go:171","msg":"trace[1201215749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16565; }","duration":"199.728922ms","start":"2026-03-02T17:17:59.334257Z","end":"2026-03-02T17:17:59.533986Z","steps":["trace[1201215749] 'agreement among raft nodes before linearized reading' (duration: 199.209791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:17:59.534041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.987837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T17:17:59.534065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.439086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T17:17:59.534062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.318588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:17:59.534064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:17:59.221967Z","time spent":"312.082639ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T17:17:59.534102Z","caller":"traceutil/trace.go:171","msg":"trace[2011128043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16565; }","duration":"268.0795ms","start":"2026-03-02T17:17:59.266007Z","end":"2026-03-02T17:17:59.534086Z","steps":["trace[2011128043] 'agreement among raft nodes before linearized reading' (duration: 267.839774ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:17:59.534127Z","caller":"traceutil/trace.go:171","msg":"trace[294772904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16565; }","duration":"295.535218ms","start":"2026-03-02T17:17:59.238575Z","end":"2026-03-02T17:17:59.53411Z","steps":["trace[294772904] 'agreement among raft nodes before linearized reading' (duration: 295.387474ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:17:59.534142Z","caller":"traceutil/trace.go:171","msg":"trace[1578000855] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:16565; }","duration":"289.415961ms","start":"2026-03-02T17:17:59.244703Z","end":"2026-03-02T17:17:59.534119Z","steps":["trace[1578000855] 'agreement among raft nodes before linearized reading' (duration: 289.254226ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:19:23.767639Z","caller":"traceutil/trace.go:171","msg":"trace[331869853] transaction","detail":"{read_only:false; response_revision:17204; number_of_response:1; }","duration":"604.850038ms","start":"2026-03-02T17:19:23.162765Z","end":"2026-03-02T17:19:23.767615Z","steps":["trace[331869853] 'process raft request' (duration: 604.678944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:23.767853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:23.162738Z","time spent":"604.987341ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:19:23.798766Z","caller":"traceutil/trace.go:171","msg":"trace[359236508] transaction","detail":"{read_only:false; response_revision:17205; number_of_response:1; }","duration":"511.628308ms","start":"2026-03-02T17:19:23.287118Z","end":"2026-03-02T17:19:23.798747Z","steps":["trace[359236508] 'process raft request' (duration: 511.402593ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:19:23.798745Z","caller":"traceutil/trace.go:171","msg":"trace[644774635] linearizableReadLoop","detail":"{readStateIndex:17821; appliedIndex:17818; }","duration":"386.819181ms","start":"2026-03-02T17:19:23.411899Z","end":"2026-03-02T17:19:23.798718Z","steps":["trace[644774635] 'read index received' (duration: 355.53394ms)","trace[644774635] 'applied index is now lower than readState.Index' (duration: 31.284331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:19:23.798866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:23.287092Z","time spent":"511.725439ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:19:23.799045Z","caller":"traceutil/trace.go:171","msg":"trace[2043497542] transaction","detail":"{read_only:false; response_revision:17206; number_of_response:1; }","duration":"400.997658ms","start":"2026-03-02T17:19:23.397994Z","end":"2026-03-02T17:19:23.798992Z","steps":["trace[2043497542] 'process raft request' (duration: 400.678691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:23.799183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.386861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:19:23.799262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.662991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-46njv\" ","response":"range_response_count:1 size:22011"} {"level":"info","ts":"2026-03-02T17:19:23.79932Z","caller":"traceutil/trace.go:171","msg":"trace[1087281178] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:17206; }","duration":"374.535065ms","start":"2026-03-02T17:19:23.424759Z","end":"2026-03-02T17:19:23.799295Z","steps":["trace[1087281178] 'agreement among raft nodes before linearized reading' (duration: 374.3413ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:19:23.799349Z","caller":"traceutil/trace.go:171","msg":"trace[564126666] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-46njv; range_end:; response_count:1; response_revision:17206; }","duration":"214.798414ms","start":"2026-03-02T17:19:23.58453Z","end":"2026-03-02T17:19:23.799328Z","steps":["trace[564126666] 'agreement among raft nodes before linearized reading' (duration: 214.60773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:23.799361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:23.397966Z","time spent":"401.204853ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:19:23.799391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:23.424724Z","time spent":"374.648958ms","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":18,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:19:23.79951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.611309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zpl9p\" ","response":"range_response_count:1 size:20767"} {"level":"info","ts":"2026-03-02T17:19:23.799556Z","caller":"traceutil/trace.go:171","msg":"trace[567654230] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zpl9p; range_end:; response_count:1; response_revision:17206; }","duration":"387.68348ms","start":"2026-03-02T17:19:23.411863Z","end":"2026-03-02T17:19:23.799546Z","steps":["trace[567654230] 'agreement among raft nodes before linearized reading' (duration: 387.130977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:23.799581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:23.411846Z","time spent":"387.726972ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20790,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zpl9p\" "} {"level":"info","ts":"2026-03-02T17:22:12.010047Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16290} {"level":"info","ts":"2026-03-02T17:22:12.105503Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16290,"took":"92.715705ms","hash":3097669499,"current-db-size-bytes":43225088,"current-db-size":"43 MB","current-db-size-in-use-bytes":30326784,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T17:22:12.105567Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3097669499,"revision":16290,"compact-revision":13964} {"level":"info","ts":"2026-03-02T17:22:30.998998Z","caller":"traceutil/trace.go:171","msg":"trace[1357682707] transaction","detail":"{read_only:false; response_revision:18616; number_of_response:1; }","duration":"504.151349ms","start":"2026-03-02T17:22:30.494823Z","end":"2026-03-02T17:22:30.998974Z","steps":["trace[1357682707] 'process raft request' (duration: 504.001195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:30.999141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:30.494799Z","time spent":"504.275691ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:22:32.360712Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.361090797s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T17:22:32.361143Z","caller":"traceutil/trace.go:171","msg":"trace[631377436] transaction","detail":"{read_only:false; response_revision:18617; number_of_response:1; }","duration":"1.858388302s","start":"2026-03-02T17:22:30.502733Z","end":"2026-03-02T17:22:32.361121Z","steps":["trace[631377436] 'process raft request' (duration: 1.858239368s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:32.361251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:30.502716Z","time spent":"1.858469903s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:22:32.361843Z","caller":"traceutil/trace.go:171","msg":"trace[415184363] linearizableReadLoop","detail":"{readStateIndex:19279; appliedIndex:19277; }","duration":"1.442761935s","start":"2026-03-02T17:22:30.919047Z","end":"2026-03-02T17:22:32.361809Z","steps":["trace[415184363] 'read index received' (duration: 80.717997ms)","trace[415184363] 'applied index is now lower than readState.Index' (duration: 1.362041368s)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:22:32.3619Z","caller":"traceutil/trace.go:171","msg":"trace[973780043] transaction","detail":"{read_only:false; response_revision:18618; number_of_response:1; }","duration":"1.766243528s","start":"2026-03-02T17:22:30.595633Z","end":"2026-03-02T17:22:32.361877Z","steps":["trace[973780043] 'process raft request' (duration: 1.765455911s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:32.362092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443026932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T17:22:32.362168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:30.595593Z","time spent":"1.76636239s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:22:32.362207Z","caller":"traceutil/trace.go:171","msg":"trace[855739075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18618; }","duration":"1.443118023s","start":"2026-03-02T17:22:30.919016Z","end":"2026-03-02T17:22:32.362134Z","steps":["trace[855739075] 'agreement among raft nodes before linearized reading' (duration: 1.442901028s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:32.36225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:30.918997Z","time spent":"1.443242526s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:22:32.362707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437412776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:22:32.362757Z","caller":"traceutil/trace.go:171","msg":"trace[1310479594] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18620; }","duration":"1.437479608s","start":"2026-03-02T17:22:30.925262Z","end":"2026-03-02T17:22:32.362742Z","steps":["trace[1310479594] 'agreement among raft nodes before linearized reading' (duration: 1.437320145s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:32.362788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:30.925252Z","time spent":"1.437527919s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T17:22:32.362849Z","caller":"traceutil/trace.go:171","msg":"trace[1377626176] transaction","detail":"{read_only:false; response_revision:18619; number_of_response:1; }","duration":"919.153742ms","start":"2026-03-02T17:22:31.443684Z","end":"2026-03-02T17:22:32.362837Z","steps":["trace[1377626176] 'process raft request' (duration: 918.774782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:32.362912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:31.443666Z","time spent":"919.215413ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:22:32.362981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141392528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-02T17:22:32.363021Z","caller":"traceutil/trace.go:171","msg":"trace[470437309] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:18620; }","duration":"1.141453579s","start":"2026-03-02T17:22:31.221558Z","end":"2026-03-02T17:22:32.363012Z","steps":["trace[470437309] 'agreement among raft nodes before linearized reading' (duration: 1.141355027s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:32.363052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:31.22155Z","time spent":"1.14149507s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7415,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-03-02T17:22:32.363073Z","caller":"traceutil/trace.go:171","msg":"trace[1855417523] transaction","detail":"{read_only:false; response_revision:18620; number_of_response:1; }","duration":"158.355607ms","start":"2026-03-02T17:22:32.204707Z","end":"2026-03-02T17:22:32.363062Z","steps":["trace[1855417523] 'process raft request' (duration: 157.819695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:32.363242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142309168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-02T17:22:32.36328Z","caller":"traceutil/trace.go:171","msg":"trace[192903839] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:18620; }","duration":"1.14238407s","start":"2026-03-02T17:22:31.220886Z","end":"2026-03-02T17:22:32.36327Z","steps":["trace[192903839] 'agreement among raft nodes before linearized reading' (duration: 1.142297108s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:32.363312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:31.220864Z","time spent":"1.142440121s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7415,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:22:32.363366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.861879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-02T17:22:32.363408Z","caller":"traceutil/trace.go:171","msg":"trace[1828898445] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18620; }","duration":"694.935021ms","start":"2026-03-02T17:22:31.668462Z","end":"2026-03-02T17:22:32.363397Z","steps":["trace[1828898445] 'agreement among raft nodes before linearized reading' (duration: 694.864999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:32.36344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:31.668445Z","time spent":"694.988242ms","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:22:32.363452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214436164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:22:32.363479Z","caller":"traceutil/trace.go:171","msg":"trace[1541002142] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:18620; }","duration":"1.214500926s","start":"2026-03-02T17:22:31.14897Z","end":"2026-03-02T17:22:32.363471Z","steps":["trace[1541002142] 'agreement among raft nodes before linearized reading' (duration: 1.214454945s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:32.363511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:31.148951Z","time spent":"1.214552666s","remote":"127.0.0.1:54158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:22:32.36362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.289697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:22:32.363659Z","caller":"traceutil/trace.go:171","msg":"trace[16202738] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:18620; }","duration":"853.351748ms","start":"2026-03-02T17:22:31.510297Z","end":"2026-03-02T17:22:32.363649Z","steps":["trace[16202738] 'agreement among raft nodes before linearized reading' (duration: 853.291937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:32.363691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:31.510286Z","time spent":"853.396679ms","remote":"127.0.0.1:55930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:22:32.363701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262814326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:22:32.363729Z","caller":"traceutil/trace.go:171","msg":"trace[157979647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18620; }","duration":"1.262877048s","start":"2026-03-02T17:22:31.100844Z","end":"2026-03-02T17:22:32.363721Z","steps":["trace[157979647] 'agreement among raft nodes before linearized reading' (duration: 1.262795936s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:32.363764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:31.100823Z","time spent":"1.262933929s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:22:32.363892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.075601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-03-02T17:22:32.363918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26435826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T17:22:32.363955Z","caller":"traceutil/trace.go:171","msg":"trace[2075744268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18620; }","duration":"1.264410362s","start":"2026-03-02T17:22:31.099536Z","end":"2026-03-02T17:22:32.363947Z","steps":["trace[2075744268] 'agreement among raft nodes before linearized reading' (duration: 1.26432853s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:32.363987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:31.099527Z","time spent":"1.264451523s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:22:32.364095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266626041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T17:22:32.364132Z","caller":"traceutil/trace.go:171","msg":"trace[2049892697] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18620; }","duration":"1.266673783s","start":"2026-03-02T17:22:31.097446Z","end":"2026-03-02T17:22:32.36412Z","steps":["trace[2049892697] 'agreement among raft nodes before linearized reading' (duration: 1.266599561s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:32.364162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:31.097439Z","time spent":"1.266715704s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:22:32.364322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266945178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-02T17:22:32.364357Z","caller":"traceutil/trace.go:171","msg":"trace[831208846] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:18620; }","duration":"1.26701575s","start":"2026-03-02T17:22:31.097333Z","end":"2026-03-02T17:22:32.364348Z","steps":["trace[831208846] 'agreement among raft nodes before linearized reading' (duration: 1.266931828s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:32.364388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:31.097314Z","time spent":"1.267066491s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7415,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:22:32.364529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412747793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:22:32.364567Z","caller":"traceutil/trace.go:171","msg":"trace[1661526485] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:18620; }","duration":"1.412810344s","start":"2026-03-02T17:22:30.951746Z","end":"2026-03-02T17:22:32.364557Z","steps":["trace[1661526485] 'agreement among raft nodes before linearized reading' (duration: 1.412754423s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:32.364602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:30.951734Z","time spent":"1.412857495s","remote":"127.0.0.1:45276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:22:32.362695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028703965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:22:32.364682Z","caller":"traceutil/trace.go:171","msg":"trace[570919885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18620; }","duration":"1.03071737s","start":"2026-03-02T17:22:31.333954Z","end":"2026-03-02T17:22:32.364672Z","steps":["trace[570919885] 'agreement among raft nodes before linearized reading' (duration: 1.028708156s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:32.364722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:31.333941Z","time spent":"1.030770621s","remote":"127.0.0.1:54018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:22:32.363928Z","caller":"traceutil/trace.go:171","msg":"trace[1189800322] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:18620; }","duration":"957.134512ms","start":"2026-03-02T17:22:31.406785Z","end":"2026-03-02T17:22:32.36392Z","steps":["trace[1189800322] 'agreement among raft nodes before linearized reading' (duration: 957.04615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:32.364791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:31.406772Z","time spent":"958.009691ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7415,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-03-02T17:24:02.681556Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cddd08233fdda28a","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T17:24:02.687579Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-02T17:24:02.687677Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-02T17:26:26.901167Z","caller":"traceutil/trace.go:171","msg":"trace[2092025606] transaction","detail":"{read_only:false; response_revision:20016; number_of_response:1; }","duration":"181.799284ms","start":"2026-03-02T17:26:26.719313Z","end":"2026-03-02T17:26:26.901112Z","steps":["trace[2092025606] 'process raft request' (duration: 181.500748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:26:27.349438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.409602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:26:27.349601Z","caller":"traceutil/trace.go:171","msg":"trace[1871457547] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:20017; }","duration":"267.633177ms","start":"2026-03-02T17:26:27.081936Z","end":"2026-03-02T17:26:27.349569Z","steps":["trace[1871457547] 'count revisions from in-memory index tree' (duration: 267.277479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:26:27.349476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.943752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:26:27.349701Z","caller":"traceutil/trace.go:171","msg":"trace[58397391] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20017; }","duration":"292.186998ms","start":"2026-03-02T17:26:27.057483Z","end":"2026-03-02T17:26:27.34967Z","steps":["trace[58397391] 'range keys from in-memory index tree' (duration: 291.868741ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:26:27.690049Z","caller":"traceutil/trace.go:171","msg":"trace[1160849333] transaction","detail":"{read_only:false; response_revision:20018; number_of_response:1; }","duration":"518.043319ms","start":"2026-03-02T17:26:27.171966Z","end":"2026-03-02T17:26:27.690009Z","steps":["trace[1160849333] 'process raft request' (duration: 517.836924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:26:27.690209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:26:27.171942Z","time spent":"518.187522ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:26:27.726823Z","caller":"traceutil/trace.go:171","msg":"trace[660175841] linearizableReadLoop","detail":"{readStateIndex:20736; appliedIndex:20734; }","duration":"392.70165ms","start":"2026-03-02T17:26:27.334098Z","end":"2026-03-02T17:26:27.7268Z","steps":["trace[660175841] 'read index received' (duration: 355.846434ms)","trace[660175841] 'applied index is now lower than readState.Index' (duration: 36.854366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:26:27.72699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.868774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:26:27.727018Z","caller":"traceutil/trace.go:171","msg":"trace[1799804806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20019; }","duration":"392.945536ms","start":"2026-03-02T17:26:27.334065Z","end":"2026-03-02T17:26:27.727011Z","steps":["trace[1799804806] 'agreement among raft nodes before linearized reading' (duration: 392.839963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:26:27.727044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:26:27.334049Z","time spent":"392.990586ms","remote":"127.0.0.1:54018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:26:27.727004Z","caller":"traceutil/trace.go:171","msg":"trace[2055102066] transaction","detail":"{read_only:false; response_revision:20019; number_of_response:1; }","duration":"550.819454ms","start":"2026-03-02T17:26:27.176113Z","end":"2026-03-02T17:26:27.726932Z","steps":["trace[2055102066] 'process raft request' (duration: 550.553268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:26:27.727162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.233775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:26:27.727207Z","caller":"traceutil/trace.go:171","msg":"trace[1365551780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20019; }","duration":"257.268396ms","start":"2026-03-02T17:26:27.469923Z","end":"2026-03-02T17:26:27.727192Z","steps":["trace[1365551780] 'agreement among raft nodes before linearized reading' (duration: 257.150823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:26:27.727025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.901108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:26:27.727244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.85508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:26:27.727303Z","caller":"traceutil/trace.go:171","msg":"trace[170165830] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20019; }","duration":"374.225525ms","start":"2026-03-02T17:26:27.35307Z","end":"2026-03-02T17:26:27.727295Z","steps":["trace[170165830] 'agreement among raft nodes before linearized reading' (duration: 373.889148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:26:27.727305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.856095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-02T17:26:27.72733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:26:27.353053Z","time spent":"374.270567ms","remote":"127.0.0.1:54208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T17:26:27.727327Z","caller":"traceutil/trace.go:171","msg":"trace[218592747] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20019; }","duration":"245.976832ms","start":"2026-03-02T17:26:27.481328Z","end":"2026-03-02T17:26:27.727305Z","steps":["trace[218592747] 'agreement among raft nodes before linearized reading' (duration: 245.713056ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:26:27.727343Z","caller":"traceutil/trace.go:171","msg":"trace[1157281242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20019; }","duration":"239.916426ms","start":"2026-03-02T17:26:27.487415Z","end":"2026-03-02T17:26:27.727331Z","steps":["trace[1157281242] 'agreement among raft nodes before linearized reading' (duration: 239.848704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:26:27.727321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:26:27.176087Z","time spent":"551.041809ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:26:27.727388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.47941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:26:27.727414Z","caller":"traceutil/trace.go:171","msg":"trace[955928552] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20019; }","duration":"257.544981ms","start":"2026-03-02T17:26:27.469862Z","end":"2026-03-02T17:26:27.727407Z","steps":["trace[955928552] 'agreement among raft nodes before linearized reading' (duration: 257.48385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:26:27.727391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.590188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:26:27.727507Z","caller":"traceutil/trace.go:171","msg":"trace[1836604559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20019; }","duration":"239.779293ms","start":"2026-03-02T17:26:27.487708Z","end":"2026-03-02T17:26:27.727487Z","steps":["trace[1836604559] 'agreement among raft nodes before linearized reading' (duration: 239.469426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:26:28.065147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.659418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:26:28.065277Z","caller":"traceutil/trace.go:171","msg":"trace[602414604] transaction","detail":"{read_only:false; response_revision:20020; number_of_response:1; }","duration":"334.285331ms","start":"2026-03-02T17:26:27.730962Z","end":"2026-03-02T17:26:28.065247Z","steps":["trace[602414604] 'process raft request' (duration: 87.449609ms)","trace[602414604] 'compare' (duration: 246.370502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:26:28.065368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:26:27.730944Z","time spent":"334.383545ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:26:28.080101Z","caller":"traceutil/trace.go:171","msg":"trace[933482799] transaction","detail":"{read_only:false; response_revision:20021; number_of_response:1; }","duration":"349.050752ms","start":"2026-03-02T17:26:27.731016Z","end":"2026-03-02T17:26:28.080067Z","steps":["trace[933482799] 'process raft request' (duration: 348.855907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:26:28.08023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:26:27.730995Z","time spent":"349.176234ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:26:28.080394Z","caller":"traceutil/trace.go:171","msg":"trace[1468788303] transaction","detail":"{read_only:false; response_revision:20022; number_of_response:1; }","duration":"349.238415ms","start":"2026-03-02T17:26:27.731132Z","end":"2026-03-02T17:26:28.08037Z","steps":["trace[1468788303] 'process raft request' (duration: 348.878147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:26:28.080513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:26:27.731089Z","time spent":"349.373378ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:26:28.081279Z","caller":"traceutil/trace.go:171","msg":"trace[1060711600] transaction","detail":"{read_only:false; response_revision:20023; number_of_response:1; }","duration":"349.012782ms","start":"2026-03-02T17:26:27.73224Z","end":"2026-03-02T17:26:28.081252Z","steps":["trace[1060711600] 'process raft request' (duration: 347.950517ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:26:28.081406Z","caller":"traceutil/trace.go:171","msg":"trace[543242694] linearizableReadLoop","detail":"{readStateIndex:20739; appliedIndex:20736; }","duration":"350.127137ms","start":"2026-03-02T17:26:27.731259Z","end":"2026-03-02T17:26:28.081386Z","steps":["trace[543242694] 'read index received' (duration: 87.228715ms)","trace[543242694] 'applied index is now lower than readState.Index' (duration: 262.896832ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:26:28.081499Z","caller":"traceutil/trace.go:171","msg":"trace[16357698] transaction","detail":"{read_only:false; response_revision:20024; number_of_response:1; }","duration":"348.776457ms","start":"2026-03-02T17:26:27.732689Z","end":"2026-03-02T17:26:28.081466Z","steps":["trace[16357698] 'process raft request' (duration: 348.488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:26:28.08154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:26:27.732224Z","time spent":"349.155105ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:26:28.081654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:26:27.73268Z","time spent":"348.904679ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:26:28.081612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.346441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T17:26:28.081723Z","caller":"traceutil/trace.go:171","msg":"trace[1252715584] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20024; }","duration":"350.486664ms","start":"2026-03-02T17:26:27.731221Z","end":"2026-03-02T17:26:28.081707Z","steps":["trace[1252715584] 'agreement among raft nodes before linearized reading' (duration: 350.238388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:26:28.081777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:26:27.731209Z","time spent":"350.554716ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:26:28.543636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.720604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:26:28.543968Z","caller":"traceutil/trace.go:171","msg":"trace[176121179] linearizableReadLoop","detail":"{readStateIndex:20742; appliedIndex:20741; }","duration":"460.752696ms","start":"2026-03-02T17:26:28.083194Z","end":"2026-03-02T17:26:28.543947Z","steps":["trace[176121179] 'read index received' (duration: 178.622833ms)","trace[176121179] 'applied index is now lower than readState.Index' (duration: 282.128213ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:26:28.544079Z","caller":"traceutil/trace.go:171","msg":"trace[1031361142] transaction","detail":"{read_only:false; response_revision:20025; number_of_response:1; }","duration":"707.111837ms","start":"2026-03-02T17:26:27.836947Z","end":"2026-03-02T17:26:28.544059Z","steps":["trace[1031361142] 'process raft request' (duration: 424.812721ms)","trace[1031361142] 'compare' (duration: 281.594041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:26:28.544175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:26:27.836923Z","time spent":"707.203379ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:26:28.544458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.265498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18778"} {"level":"info","ts":"2026-03-02T17:26:28.544515Z","caller":"traceutil/trace.go:171","msg":"trace[847152463] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20025; }","duration":"461.320669ms","start":"2026-03-02T17:26:28.083178Z","end":"2026-03-02T17:26:28.544499Z","steps":["trace[847152463] 'agreement among raft nodes before linearized reading' (duration: 461.122385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:26:28.544557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:26:28.08312Z","time spent":"461.425471ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18801,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T17:26:28.544612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.589341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:26:28.544674Z","caller":"traceutil/trace.go:171","msg":"trace[1555854943] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:20025; }","duration":"389.696143ms","start":"2026-03-02T17:26:28.154961Z","end":"2026-03-02T17:26:28.544657Z","steps":["trace[1555854943] 'agreement among raft nodes before linearized reading' (duration: 389.597691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:26:28.544718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:26:28.154939Z","time spent":"389.768285ms","remote":"127.0.0.1:56004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:27:12.021896Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18534} {"level":"info","ts":"2026-03-02T17:27:12.125469Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18534,"took":"100.723447ms","hash":2436021010,"current-db-size-bytes":43225088,"current-db-size":"43 MB","current-db-size-in-use-bytes":24215552,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-02T17:27:12.125541Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2436021010,"revision":18534,"compact-revision":16290} {"level":"info","ts":"2026-03-02T17:30:26.082592Z","caller":"traceutil/trace.go:171","msg":"trace[1205459362] linearizableReadLoop","detail":"{readStateIndex:23144; appliedIndex:23143; }","duration":"179.558177ms","start":"2026-03-02T17:30:25.903006Z","end":"2026-03-02T17:30:26.082564Z","steps":["trace[1205459362] 'read index received' (duration: 149.878062ms)","trace[1205459362] 'applied index is now lower than readState.Index' (duration: 29.679145ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:30:26.082628Z","caller":"traceutil/trace.go:171","msg":"trace[1428225482] transaction","detail":"{read_only:false; response_revision:22352; number_of_response:1; }","duration":"190.329759ms","start":"2026-03-02T17:30:25.89226Z","end":"2026-03-02T17:30:26.082589Z","steps":["trace[1428225482] 'process raft request' (duration: 160.681014ms)","trace[1428225482] 'compare' (duration: 29.495541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:30:26.082751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.716471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:30:26.082839Z","caller":"traceutil/trace.go:171","msg":"trace[1199417959] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:22352; }","duration":"179.842903ms","start":"2026-03-02T17:30:25.902978Z","end":"2026-03-02T17:30:26.082821Z","steps":["trace[1199417959] 'agreement among raft nodes before linearized reading' (duration: 179.680979ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:30:26.520593Z","caller":"traceutil/trace.go:171","msg":"trace[589537397] linearizableReadLoop","detail":"{readStateIndex:23145; appliedIndex:23144; }","duration":"187.179878ms","start":"2026-03-02T17:30:26.333376Z","end":"2026-03-02T17:30:26.520556Z","steps":["trace[589537397] 'read index received' (duration: 170.78332ms)","trace[589537397] 'applied index is now lower than readState.Index' (duration: 16.394758ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:30:26.520687Z","caller":"traceutil/trace.go:171","msg":"trace[1734087051] transaction","detail":"{read_only:false; response_revision:22353; number_of_response:1; }","duration":"282.355043ms","start":"2026-03-02T17:30:26.238233Z","end":"2026-03-02T17:30:26.520589Z","steps":["trace[1734087051] 'process raft request' (duration: 265.912834ms)","trace[1734087051] 'compare' (duration: 16.066361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:30:26.520738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.348172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:30:26.521654Z","caller":"traceutil/trace.go:171","msg":"trace[1598149021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22353; }","duration":"188.304883ms","start":"2026-03-02T17:30:26.33332Z","end":"2026-03-02T17:30:26.521625Z","steps":["trace[1598149021] 'agreement among raft nodes before linearized reading' (duration: 187.340122ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:30:26.540354Z","caller":"traceutil/trace.go:171","msg":"trace[763613064] transaction","detail":"{read_only:false; response_revision:22354; number_of_response:1; }","duration":"187.797522ms","start":"2026-03-02T17:30:26.352504Z","end":"2026-03-02T17:30:26.540302Z","steps":["trace[763613064] 'process raft request' (duration: 187.457084ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:30:26.753404Z","caller":"traceutil/trace.go:171","msg":"trace[1353797996] transaction","detail":"{read_only:false; response_revision:22356; number_of_response:1; }","duration":"145.070794ms","start":"2026-03-02T17:30:26.608311Z","end":"2026-03-02T17:30:26.753381Z","steps":["trace[1353797996] 'process raft request' (duration: 142.393044ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:30:26.753496Z","caller":"traceutil/trace.go:171","msg":"trace[470122917] transaction","detail":"{read_only:false; response_revision:22357; number_of_response:1; }","duration":"119.355167ms","start":"2026-03-02T17:30:26.634106Z","end":"2026-03-02T17:30:26.753461Z","steps":["trace[470122917] 'process raft request' (duration: 119.213744ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:32:12.028002Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20466} {"level":"info","ts":"2026-03-02T17:32:12.133583Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20466,"took":"101.703788ms","hash":1641606061,"current-db-size-bytes":45928448,"current-db-size":"46 MB","current-db-size-in-use-bytes":38539264,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-02T17:32:12.133642Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1641606061,"revision":20466,"compact-revision":18534} {"level":"warn","ts":"2026-03-02T17:34:08.759395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.92027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T17:34:08.760264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.88974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:34:08.760365Z","caller":"traceutil/trace.go:171","msg":"trace[1479009859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24411; }","duration":"355.998942ms","start":"2026-03-02T17:34:08.404343Z","end":"2026-03-02T17:34:08.760342Z","steps":["trace[1479009859] 'range keys from in-memory index tree' (duration: 355.672795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:08.760418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.969773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-02T17:34:08.760419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:08.40433Z","time spent":"356.075174ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T17:34:08.760465Z","caller":"traceutil/trace.go:171","msg":"trace[1888597075] linearizableReadLoop","detail":"{readStateIndex:25261; appliedIndex:25260; }","duration":"248.674546ms","start":"2026-03-02T17:34:08.511784Z","end":"2026-03-02T17:34:08.760458Z","steps":["trace[1888597075] 'read index received' (duration: 131.560889ms)","trace[1888597075] 'applied index is now lower than readState.Index' (duration: 117.113097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:34:08.760474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.608752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T17:34:08.760518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.006231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:34:08.760559Z","caller":"traceutil/trace.go:171","msg":"trace[603885759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24411; }","duration":"299.711335ms","start":"2026-03-02T17:34:08.460828Z","end":"2026-03-02T17:34:08.760539Z","steps":["trace[603885759] 'range keys from in-memory index tree' (duration: 299.47554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:08.760579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.807238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:34:08.760609Z","caller":"traceutil/trace.go:171","msg":"trace[344944996] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24412; }","duration":"248.86141ms","start":"2026-03-02T17:34:08.511739Z","end":"2026-03-02T17:34:08.7606Z","steps":["trace[344944996] 'agreement among raft nodes before linearized reading' (duration: 248.739437ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:08.760613Z","caller":"traceutil/trace.go:171","msg":"trace[862979884] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24411; }","duration":"300.108704ms","start":"2026-03-02T17:34:08.460483Z","end":"2026-03-02T17:34:08.760592Z","steps":["trace[862979884] 'range keys from in-memory index tree' (duration: 299.834178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:08.760655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:08.460422Z","time spent":"300.224067ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T17:34:08.760525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.708456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:34:08.760747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.393991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T17:34:08.760765Z","caller":"traceutil/trace.go:171","msg":"trace[504094324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24411; }","duration":"356.446212ms","start":"2026-03-02T17:34:08.404314Z","end":"2026-03-02T17:34:08.76076Z","steps":["trace[504094324] 'range keys from in-memory index tree' (duration: 356.267688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:08.760779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:08.404285Z","time spent":"356.490544ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T17:34:08.760783Z","caller":"traceutil/trace.go:171","msg":"trace[1299511648] transaction","detail":"{read_only:false; response_revision:24412; number_of_response:1; }","duration":"289.045467ms","start":"2026-03-02T17:34:08.471723Z","end":"2026-03-02T17:34:08.760768Z","steps":["trace[1299511648] 'process raft request' (duration: 171.678045ms)","trace[1299511648] 'compare' (duration: 116.647696ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:08.760803Z","caller":"traceutil/trace.go:171","msg":"trace[1151915098] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24411; }","duration":"325.932081ms","start":"2026-03-02T17:34:08.434755Z","end":"2026-03-02T17:34:08.760687Z","steps":["trace[1151915098] 'count revisions from in-memory index tree' (duration: 325.572583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:08.76087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:08.434733Z","time spent":"326.121954ms","remote":"127.0.0.1:56820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:34:08.759504Z","caller":"traceutil/trace.go:171","msg":"trace[345680091] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24411; }","duration":"471.080533ms","start":"2026-03-02T17:34:08.2884Z","end":"2026-03-02T17:34:08.759481Z","steps":["trace[345680091] 'range keys from in-memory index tree' (duration: 470.692015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:08.76092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:08.288372Z","time spent":"472.539346ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:34:08.760954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.01078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:34:08.761012Z","caller":"traceutil/trace.go:171","msg":"trace[2079583883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24411; }","duration":"428.104343ms","start":"2026-03-02T17:34:08.332891Z","end":"2026-03-02T17:34:08.760995Z","steps":["trace[2079583883] 'range keys from in-memory index tree' (duration: 427.860767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:08.761049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:08.332871Z","time spent":"428.170604ms","remote":"127.0.0.1:54018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:34:09.28736Z","caller":"traceutil/trace.go:171","msg":"trace[92286778] transaction","detail":"{read_only:false; response_revision:24414; number_of_response:1; }","duration":"522.235925ms","start":"2026-03-02T17:34:08.765094Z","end":"2026-03-02T17:34:09.28733Z","steps":["trace[92286778] 'process raft request' (duration: 522.01472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:09.287532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:08.765082Z","time spent":"522.362829ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:09.287628Z","caller":"traceutil/trace.go:171","msg":"trace[994955569] transaction","detail":"{read_only:false; response_revision:24415; number_of_response:1; }","duration":"521.136352ms","start":"2026-03-02T17:34:08.766455Z","end":"2026-03-02T17:34:09.287591Z","steps":["trace[994955569] 'process raft request' (duration: 520.797504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:09.287784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:08.766429Z","time spent":"521.256494ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:09.287837Z","caller":"traceutil/trace.go:171","msg":"trace[1285438196] transaction","detail":"{read_only:false; response_revision:24418; number_of_response:1; }","duration":"519.588477ms","start":"2026-03-02T17:34:08.768213Z","end":"2026-03-02T17:34:09.287801Z","steps":["trace[1285438196] 'process raft request' (duration: 519.455984ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:09.287952Z","caller":"traceutil/trace.go:171","msg":"trace[26977] transaction","detail":"{read_only:false; response_revision:24417; number_of_response:1; }","duration":"521.221524ms","start":"2026-03-02T17:34:08.766712Z","end":"2026-03-02T17:34:09.287934Z","steps":["trace[26977] 'process raft request' (duration: 520.900536ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:09.287956Z","caller":"traceutil/trace.go:171","msg":"trace[1299330977] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"521.356897ms","start":"2026-03-02T17:34:08.766565Z","end":"2026-03-02T17:34:09.287922Z","steps":["trace[1299330977] 'process raft request' (duration: 520.902086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:09.288003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:08.7682Z","time spent":"519.71898ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:09.288048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:08.766702Z","time spent":"521.295356ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:09.288104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:08.766555Z","time spent":"521.472719ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:09.505816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.224436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:34:09.506214Z","caller":"traceutil/trace.go:171","msg":"trace[2140766008] linearizableReadLoop","detail":"{readStateIndex:25268; appliedIndex:25267; }","duration":"173.738031ms","start":"2026-03-02T17:34:09.332461Z","end":"2026-03-02T17:34:09.506199Z","steps":["trace[2140766008] 'read index received' (duration: 30.989293ms)","trace[2140766008] 'applied index is now lower than readState.Index' (duration: 142.747228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:34:09.506342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.859005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:34:09.506394Z","caller":"traceutil/trace.go:171","msg":"trace[1459825146] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24419; }","duration":"173.966857ms","start":"2026-03-02T17:34:09.332417Z","end":"2026-03-02T17:34:09.506384Z","steps":["trace[1459825146] 'agreement among raft nodes before linearized reading' (duration: 173.868614ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:09.506404Z","caller":"traceutil/trace.go:171","msg":"trace[1731991546] transaction","detail":"{read_only:false; response_revision:24419; number_of_response:1; }","duration":"185.284359ms","start":"2026-03-02T17:34:09.320997Z","end":"2026-03-02T17:34:09.506281Z","steps":["trace[1731991546] 'process raft request' (duration: 42.525981ms)","trace[1731991546] 'compare' (duration: 142.118094ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:19.259899Z","caller":"traceutil/trace.go:171","msg":"trace[1402331265] transaction","detail":"{read_only:false; response_revision:24483; number_of_response:1; }","duration":"448.366411ms","start":"2026-03-02T17:34:18.811509Z","end":"2026-03-02T17:34:19.259875Z","steps":["trace[1402331265] 'process raft request' (duration: 448.244508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:19.260568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:18.811487Z","time spent":"448.975644ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:19.463143Z","caller":"traceutil/trace.go:171","msg":"trace[599665129] transaction","detail":"{read_only:false; response_revision:24484; number_of_response:1; }","duration":"631.838909ms","start":"2026-03-02T17:34:18.831256Z","end":"2026-03-02T17:34:19.463094Z","steps":["trace[599665129] 'process raft request' (duration: 598.495029ms)","trace[599665129] 'compare' (duration: 32.746147ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:19.463221Z","caller":"traceutil/trace.go:171","msg":"trace[1744304032] linearizableReadLoop","detail":"{readStateIndex:25335; appliedIndex:25334; }","duration":"380.549707ms","start":"2026-03-02T17:34:19.082261Z","end":"2026-03-02T17:34:19.462811Z","steps":["trace[1744304032] 'read index received' (duration: 177.985616ms)","trace[1744304032] 'applied index is now lower than readState.Index' (duration: 202.562101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:34:19.463327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:18.831221Z","time spent":"632.015553ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:19.463322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.036538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:34:19.463414Z","caller":"traceutil/trace.go:171","msg":"trace[757199348] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24484; }","duration":"381.182371ms","start":"2026-03-02T17:34:19.082214Z","end":"2026-03-02T17:34:19.463397Z","steps":["trace[757199348] 'agreement among raft nodes before linearized reading' (duration: 381.042088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:19.463462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:19.082187Z","time spent":"381.264872ms","remote":"127.0.0.1:57508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:34:19.463594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.714775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:34:19.463652Z","caller":"traceutil/trace.go:171","msg":"trace[165852834] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24484; }","duration":"129.789836ms","start":"2026-03-02T17:34:19.333847Z","end":"2026-03-02T17:34:19.463637Z","steps":["trace[165852834] 'agreement among raft nodes before linearized reading' (duration: 129.574152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:19.463722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.087401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:34:19.463771Z","caller":"traceutil/trace.go:171","msg":"trace[421875761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24484; }","duration":"129.159783ms","start":"2026-03-02T17:34:19.334598Z","end":"2026-03-02T17:34:19.463758Z","steps":["trace[421875761] 'agreement among raft nodes before linearized reading' (duration: 129.074191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:19.463828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.835078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T17:34:19.463852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.404387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T17:34:19.46386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.737106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T17:34:19.463873Z","caller":"traceutil/trace.go:171","msg":"trace[987977533] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24484; }","duration":"129.924559ms","start":"2026-03-02T17:34:19.333936Z","end":"2026-03-02T17:34:19.46386Z","steps":["trace[987977533] 'agreement among raft nodes before linearized reading' (duration: 129.789196ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:19.46389Z","caller":"traceutil/trace.go:171","msg":"trace[1269012228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24484; }","duration":"128.506119ms","start":"2026-03-02T17:34:19.335373Z","end":"2026-03-02T17:34:19.463879Z","steps":["trace[1269012228] 'agreement among raft nodes before linearized reading' (duration: 128.346045ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:19.463903Z","caller":"traceutil/trace.go:171","msg":"trace[45981271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24484; }","duration":"129.825418ms","start":"2026-03-02T17:34:19.334066Z","end":"2026-03-02T17:34:19.463892Z","steps":["trace[45981271] 'agreement among raft nodes before linearized reading' (duration: 129.654814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:19.464046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.698695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:34:19.46416Z","caller":"traceutil/trace.go:171","msg":"trace[1124424976] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24484; }","duration":"129.881849ms","start":"2026-03-02T17:34:19.334246Z","end":"2026-03-02T17:34:19.464128Z","steps":["trace[1124424976] 'agreement among raft nodes before linearized reading' (duration: 129.518011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:19.807026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.608583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:34:19.807102Z","caller":"traceutil/trace.go:171","msg":"trace[362503379] transaction","detail":"{read_only:false; response_revision:24485; number_of_response:1; }","duration":"339.497377ms","start":"2026-03-02T17:34:19.467591Z","end":"2026-03-02T17:34:19.807088Z","steps":["trace[362503379] 'process raft request' (duration: 172.717539ms)","trace[362503379] 'compare' (duration: 166.418489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:34:19.807136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:19.467563Z","time spent":"339.557879ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:20.289971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.41952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:34:20.290114Z","caller":"traceutil/trace.go:171","msg":"trace[576224967] transaction","detail":"{read_only:false; response_revision:24486; number_of_response:1; }","duration":"821.536793ms","start":"2026-03-02T17:34:19.468559Z","end":"2026-03-02T17:34:20.290095Z","steps":["trace[576224967] 'process raft request' (duration: 571.920089ms)","trace[576224967] 'compare' (duration: 249.295197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:34:20.290172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:19.468535Z","time spent":"821.609765ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:20.290541Z","caller":"traceutil/trace.go:171","msg":"trace[704052281] transaction","detail":"{read_only:false; response_revision:24491; number_of_response:1; }","duration":"680.458617ms","start":"2026-03-02T17:34:19.610071Z","end":"2026-03-02T17:34:20.290529Z","steps":["trace[704052281] 'process raft request' (duration: 680.341394ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:20.290552Z","caller":"traceutil/trace.go:171","msg":"trace[1875944716] transaction","detail":"{read_only:false; response_revision:24489; number_of_response:1; }","duration":"821.759588ms","start":"2026-03-02T17:34:19.468764Z","end":"2026-03-02T17:34:20.290524Z","steps":["trace[1875944716] 'process raft request' (duration: 821.554694ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:20.290598Z","caller":"traceutil/trace.go:171","msg":"trace[1754281455] linearizableReadLoop","detail":"{readStateIndex:25343; appliedIndex:25336; }","duration":"625.191351ms","start":"2026-03-02T17:34:19.665401Z","end":"2026-03-02T17:34:20.290592Z","steps":["trace[1754281455] 'read index received' (duration: 375.000485ms)","trace[1754281455] 'applied index is now lower than readState.Index' (duration: 250.189906ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:20.290566Z","caller":"traceutil/trace.go:171","msg":"trace[1220424934] transaction","detail":"{read_only:false; response_revision:24487; number_of_response:1; }","duration":"821.947272ms","start":"2026-03-02T17:34:19.468591Z","end":"2026-03-02T17:34:20.290538Z","steps":["trace[1220424934] 'process raft request' (duration: 821.467141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:20.290606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:19.610049Z","time spent":"680.526068ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:20.290655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:19.468745Z","time spent":"821.85476ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:20.290579Z","caller":"traceutil/trace.go:171","msg":"trace[1896540105] transaction","detail":"{read_only:false; response_revision:24492; number_of_response:1; }","duration":"675.117918ms","start":"2026-03-02T17:34:19.615455Z","end":"2026-03-02T17:34:20.290573Z","steps":["trace[1896540105] 'process raft request' (duration: 674.982655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:20.290718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.348264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:34:20.290743Z","caller":"traceutil/trace.go:171","msg":"trace[138911319] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24493; }","duration":"404.443666ms","start":"2026-03-02T17:34:19.88629Z","end":"2026-03-02T17:34:20.290734Z","steps":["trace[138911319] 'agreement among raft nodes before linearized reading' (duration: 404.364114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:20.290745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:19.615422Z","time spent":"675.305442ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:20.290768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:19.886263Z","time spent":"404.498498ms","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:34:20.290719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:19.46857Z","time spent":"822.065055ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:20.290532Z","caller":"traceutil/trace.go:171","msg":"trace[614831139] transaction","detail":"{read_only:false; response_revision:24493; number_of_response:1; }","duration":"121.417072ms","start":"2026-03-02T17:34:20.169095Z","end":"2026-03-02T17:34:20.290512Z","steps":["trace[614831139] 'process raft request' (duration: 121.382591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:20.290762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.315014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:34:20.290806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.294882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:34:20.290839Z","caller":"traceutil/trace.go:171","msg":"trace[1669688510] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24493; }","duration":"625.446946ms","start":"2026-03-02T17:34:19.665372Z","end":"2026-03-02T17:34:20.290819Z","steps":["trace[1669688510] 'agreement among raft nodes before linearized reading' (duration: 625.259772ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:20.290838Z","caller":"traceutil/trace.go:171","msg":"trace[1756125832] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24493; }","duration":"206.327933ms","start":"2026-03-02T17:34:20.0845Z","end":"2026-03-02T17:34:20.290828Z","steps":["trace[1756125832] 'agreement among raft nodes before linearized reading' (duration: 206.272232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:20.290892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:19.665357Z","time spent":"625.523568ms","remote":"127.0.0.1:57426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:34:20.290641Z","caller":"traceutil/trace.go:171","msg":"trace[1078733762] transaction","detail":"{read_only:false; response_revision:24488; number_of_response:1; }","duration":"821.946912ms","start":"2026-03-02T17:34:19.468659Z","end":"2026-03-02T17:34:20.290606Z","steps":["trace[1078733762] 'process raft request' (duration: 821.588784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:20.291224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:19.468654Z","time spent":"822.525435ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:20.292455Z","caller":"traceutil/trace.go:171","msg":"trace[578146252] transaction","detail":"{read_only:false; response_revision:24490; number_of_response:1; }","duration":"694.374954ms","start":"2026-03-02T17:34:19.598046Z","end":"2026-03-02T17:34:20.292421Z","steps":["trace[578146252] 'process raft request' (duration: 692.334318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:20.292652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:19.598015Z","time spent":"694.573658ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:25.497121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:25.196296Z","time spent":"300.82155ms","remote":"127.0.0.1:54060","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T17:34:25.752782Z","caller":"traceutil/trace.go:171","msg":"trace[845464599] transaction","detail":"{read_only:false; response_revision:24524; number_of_response:1; }","duration":"473.291643ms","start":"2026-03-02T17:34:25.279475Z","end":"2026-03-02T17:34:25.752766Z","steps":["trace[845464599] 'process raft request' (duration: 469.275835ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:25.752766Z","caller":"traceutil/trace.go:171","msg":"trace[2099189276] transaction","detail":"{read_only:false; response_revision:24525; number_of_response:1; }","duration":"270.367624ms","start":"2026-03-02T17:34:25.482361Z","end":"2026-03-02T17:34:25.752729Z","steps":["trace[2099189276] 'process raft request' (duration: 270.203801ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:25.752787Z","caller":"traceutil/trace.go:171","msg":"trace[456816508] transaction","detail":"{read_only:false; response_revision:24526; number_of_response:1; }","duration":"254.755118ms","start":"2026-03-02T17:34:25.498014Z","end":"2026-03-02T17:34:25.752769Z","steps":["trace[456816508] 'process raft request' (duration: 254.661356ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:25.752805Z","caller":"traceutil/trace.go:171","msg":"trace[500724571] transaction","detail":"{read_only:false; response_revision:24527; number_of_response:1; }","duration":"124.410028ms","start":"2026-03-02T17:34:25.628367Z","end":"2026-03-02T17:34:25.752777Z","steps":["trace[500724571] 'process raft request' (duration: 124.360436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:25.752873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.104243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:34:25.752879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:25.279447Z","time spent":"473.374644ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:25.752767Z","caller":"traceutil/trace.go:171","msg":"trace[251629781] linearizableReadLoop","detail":"{readStateIndex:25377; appliedIndex:25376; }","duration":"419.979361ms","start":"2026-03-02T17:34:25.332762Z","end":"2026-03-02T17:34:25.752741Z","steps":["trace[251629781] 'read index received' (duration: 164.481817ms)","trace[251629781] 'applied index is now lower than readState.Index' (duration: 255.494854ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:25.752934Z","caller":"traceutil/trace.go:171","msg":"trace[2014132211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24527; }","duration":"420.173445ms","start":"2026-03-02T17:34:25.332727Z","end":"2026-03-02T17:34:25.752901Z","steps":["trace[2014132211] 'agreement among raft nodes before linearized reading' (duration: 420.082543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:25.752965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:25.332713Z","time spent":"420.245086ms","remote":"127.0.0.1:54002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:34:26.161123Z","caller":"traceutil/trace.go:171","msg":"trace[164689484] linearizableReadLoop","detail":"{readStateIndex:25381; appliedIndex:25380; }","duration":"281.300547ms","start":"2026-03-02T17:34:25.879797Z","end":"2026-03-02T17:34:26.161098Z","steps":["trace[164689484] 'read index received' (duration: 281.032322ms)","trace[164689484] 'applied index is now lower than readState.Index' (duration: 264.475µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:26.161264Z","caller":"traceutil/trace.go:171","msg":"trace[304761735] transaction","detail":"{read_only:false; response_revision:24528; number_of_response:1; }","duration":"332.791248ms","start":"2026-03-02T17:34:25.82846Z","end":"2026-03-02T17:34:26.161251Z","steps":["trace[304761735] 'process raft request' (duration: 332.43345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:26.161383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:25.828443Z","time spent":"332.86031ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:26.161508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.628732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:34:26.161606Z","caller":"traceutil/trace.go:171","msg":"trace[1422412645] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24528; }","duration":"114.783425ms","start":"2026-03-02T17:34:26.0468Z","end":"2026-03-02T17:34:26.161583Z","steps":["trace[1422412645] 'agreement among raft nodes before linearized reading' (duration: 114.621482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:26.16179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.977322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:34:26.161847Z","caller":"traceutil/trace.go:171","msg":"trace[1618758915] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24528; }","duration":"282.070623ms","start":"2026-03-02T17:34:25.879761Z","end":"2026-03-02T17:34:26.161832Z","steps":["trace[1618758915] 'agreement among raft nodes before linearized reading' (duration: 281.975491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:26.607761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.020915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:34:26.607902Z","caller":"traceutil/trace.go:171","msg":"trace[2104163778] transaction","detail":"{read_only:false; response_revision:24529; number_of_response:1; }","duration":"410.689494ms","start":"2026-03-02T17:34:26.197188Z","end":"2026-03-02T17:34:26.607878Z","steps":["trace[2104163778] 'process raft request' (duration: 205.472335ms)","trace[2104163778] 'compare' (duration: 204.874471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:34:26.607975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:26.197166Z","time spent":"410.778206ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1633,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T17:34:26.610844Z","caller":"traceutil/trace.go:171","msg":"trace[2041595861] transaction","detail":"{read_only:false; response_revision:24530; number_of_response:1; }","duration":"288.731641ms","start":"2026-03-02T17:34:26.322096Z","end":"2026-03-02T17:34:26.610828Z","steps":["trace[2041595861] 'process raft request' (duration: 288.593758ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:26.611517Z","caller":"traceutil/trace.go:171","msg":"trace[772504416] transaction","detail":"{read_only:false; response_revision:24532; number_of_response:1; }","duration":"275.687923ms","start":"2026-03-02T17:34:26.335818Z","end":"2026-03-02T17:34:26.611505Z","steps":["trace[772504416] 'process raft request' (duration: 275.6059ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:26.611671Z","caller":"traceutil/trace.go:171","msg":"trace[1368860683] linearizableReadLoop","detail":"{readStateIndex:25387; appliedIndex:25381; }","duration":"269.051135ms","start":"2026-03-02T17:34:26.342596Z","end":"2026-03-02T17:34:26.611647Z","steps":["trace[1368860683] 'read index received' (duration: 60.048971ms)","trace[1368860683] 'applied index is now lower than readState.Index' (duration: 209.001044ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:26.611737Z","caller":"traceutil/trace.go:171","msg":"trace[828577101] transaction","detail":"{read_only:false; response_revision:24533; number_of_response:1; }","duration":"275.276503ms","start":"2026-03-02T17:34:26.33642Z","end":"2026-03-02T17:34:26.611697Z","steps":["trace[828577101] 'process raft request' (duration: 275.055788ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:26.611795Z","caller":"traceutil/trace.go:171","msg":"trace[1761304538] transaction","detail":"{read_only:false; response_revision:24534; number_of_response:1; }","duration":"274.828333ms","start":"2026-03-02T17:34:26.336953Z","end":"2026-03-02T17:34:26.611781Z","steps":["trace[1761304538] 'process raft request' (duration: 274.612488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:26.611955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.316241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:34:26.612Z","caller":"traceutil/trace.go:171","msg":"trace[1949833557] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24534; }","duration":"269.424893ms","start":"2026-03-02T17:34:26.342563Z","end":"2026-03-02T17:34:26.611988Z","steps":["trace[1949833557] 'agreement among raft nodes before linearized reading' (duration: 269.251089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:26.612247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.409641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T17:34:26.612293Z","caller":"traceutil/trace.go:171","msg":"trace[1564256856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24534; }","duration":"268.500573ms","start":"2026-03-02T17:34:26.343781Z","end":"2026-03-02T17:34:26.612282Z","steps":["trace[1564256856] 'agreement among raft nodes before linearized reading' (duration: 268.35329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:26.612287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.538315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:34:26.611711Z","caller":"traceutil/trace.go:171","msg":"trace[1870717002] transaction","detail":"{read_only:false; response_revision:24531; number_of_response:1; }","duration":"276.238124ms","start":"2026-03-02T17:34:26.335463Z","end":"2026-03-02T17:34:26.611701Z","steps":["trace[1870717002] 'process raft request' (duration: 275.330194ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:26.612356Z","caller":"traceutil/trace.go:171","msg":"trace[942126124] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24534; }","duration":"269.637497ms","start":"2026-03-02T17:34:26.342702Z","end":"2026-03-02T17:34:26.61234Z","steps":["trace[942126124] 'agreement among raft nodes before linearized reading' (duration: 269.422923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:26.612496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.725727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:34:26.612559Z","caller":"traceutil/trace.go:171","msg":"trace[1773948592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24534; }","duration":"268.81076ms","start":"2026-03-02T17:34:26.343733Z","end":"2026-03-02T17:34:26.612544Z","steps":["trace[1773948592] 'agreement among raft nodes before linearized reading' (duration: 268.642226ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:27.002134Z","caller":"traceutil/trace.go:171","msg":"trace[190923240] transaction","detail":"{read_only:false; response_revision:24536; number_of_response:1; }","duration":"386.045729ms","start":"2026-03-02T17:34:26.616053Z","end":"2026-03-02T17:34:27.002098Z","steps":["trace[190923240] 'process raft request' (duration: 385.772813ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:27.002164Z","caller":"traceutil/trace.go:171","msg":"trace[644762370] transaction","detail":"{read_only:false; response_revision:24537; number_of_response:1; }","duration":"385.554898ms","start":"2026-03-02T17:34:26.616582Z","end":"2026-03-02T17:34:27.002137Z","steps":["trace[644762370] 'process raft request' (duration: 385.433305ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:27.002214Z","caller":"traceutil/trace.go:171","msg":"trace[1361174910] linearizableReadLoop","detail":"{readStateIndex:25389; appliedIndex:25388; }","duration":"385.766193ms","start":"2026-03-02T17:34:26.616428Z","end":"2026-03-02T17:34:27.002195Z","steps":["trace[1361174910] 'read index received' (duration: 17.827616ms)","trace[1361174910] 'applied index is now lower than readState.Index' (duration: 367.937217ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:27.00227Z","caller":"traceutil/trace.go:171","msg":"trace[65523987] transaction","detail":"{read_only:false; response_revision:24538; number_of_response:1; }","duration":"384.946285ms","start":"2026-03-02T17:34:26.617299Z","end":"2026-03-02T17:34:27.002245Z","steps":["trace[65523987] 'process raft request' (duration: 384.767591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:27.002287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:26.61603Z","time spent":"386.180502ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:27.00244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:26.617287Z","time spent":"385.035186ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:27.002471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.028049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"warn","ts":"2026-03-02T17:34:27.002484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:26.616572Z","time spent":"385.6471ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:27.002519Z","caller":"traceutil/trace.go:171","msg":"trace[1418456320] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24538; }","duration":"386.09854ms","start":"2026-03-02T17:34:26.616404Z","end":"2026-03-02T17:34:27.002503Z","steps":["trace[1418456320] 'agreement among raft nodes before linearized reading' (duration: 385.878585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:27.002556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:26.616396Z","time spent":"386.151361ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-02T17:34:27.149197Z","caller":"traceutil/trace.go:171","msg":"trace[1422493256] linearizableReadLoop","detail":"{readStateIndex:25392; appliedIndex:25391; }","duration":"146.910986ms","start":"2026-03-02T17:34:27.002253Z","end":"2026-03-02T17:34:27.149164Z","steps":["trace[1422493256] 'read index received' (duration: 131.72178ms)","trace[1422493256] 'applied index is now lower than readState.Index' (duration: 15.187876ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:27.149325Z","caller":"traceutil/trace.go:171","msg":"trace[638920082] transaction","detail":"{read_only:false; response_revision:24539; number_of_response:1; }","duration":"457.951862ms","start":"2026-03-02T17:34:26.691338Z","end":"2026-03-02T17:34:27.14929Z","steps":["trace[638920082] 'process raft request' (duration: 442.617592ms)","trace[638920082] 'compare' (duration: 15.022753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:34:27.149479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.157293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:34:27.149565Z","caller":"traceutil/trace.go:171","msg":"trace[1902557238] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24539; }","duration":"437.377957ms","start":"2026-03-02T17:34:26.712165Z","end":"2026-03-02T17:34:27.149543Z","steps":["trace[1902557238] 'agreement among raft nodes before linearized reading' (duration: 437.168803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:27.149601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:26.691313Z","time spent":"458.154028ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:27.149657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:26.712139Z","time spent":"437.4894ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-02T17:34:27.164981Z","caller":"traceutil/trace.go:171","msg":"trace[1951830914] transaction","detail":"{read_only:false; response_revision:24540; number_of_response:1; }","duration":"154.030254ms","start":"2026-03-02T17:34:27.01091Z","end":"2026-03-02T17:34:27.164941Z","steps":["trace[1951830914] 'process raft request' (duration: 153.807619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:27.582581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.503578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:34:27.582686Z","caller":"traceutil/trace.go:171","msg":"trace[1370866019] linearizableReadLoop","detail":"{readStateIndex:25394; appliedIndex:25393; }","duration":"408.149119ms","start":"2026-03-02T17:34:27.17452Z","end":"2026-03-02T17:34:27.582669Z","steps":["trace[1370866019] 'read index received' (duration: 252.54782ms)","trace[1370866019] 'applied index is now lower than readState.Index' (duration: 155.599899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:34:27.582785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.269662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:34:27.582761Z","caller":"traceutil/trace.go:171","msg":"trace[358728243] transaction","detail":"{read_only:false; response_revision:24541; number_of_response:1; }","duration":"409.234373ms","start":"2026-03-02T17:34:27.173488Z","end":"2026-03-02T17:34:27.582723Z","steps":["trace[358728243] 'process raft request' (duration: 253.50955ms)","trace[358728243] 'compare' (duration: 155.380585ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:27.582824Z","caller":"traceutil/trace.go:171","msg":"trace[905998900] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24541; }","duration":"408.332773ms","start":"2026-03-02T17:34:27.174475Z","end":"2026-03-02T17:34:27.582808Z","steps":["trace[905998900] 'agreement among raft nodes before linearized reading' (duration: 408.269482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:27.582859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:27.174456Z","time spent":"408.394884ms","remote":"127.0.0.1:54290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T17:34:27.58293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:27.173467Z","time spent":"409.368726ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2793,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:27.611125Z","caller":"traceutil/trace.go:171","msg":"trace[1974510571] transaction","detail":"{read_only:false; response_revision:24542; number_of_response:1; }","duration":"142.12461ms","start":"2026-03-02T17:34:27.468969Z","end":"2026-03-02T17:34:27.611094Z","steps":["trace[1974510571] 'process raft request' (duration: 141.863654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:27.611144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.149685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:34:27.61122Z","caller":"traceutil/trace.go:171","msg":"trace[2046923949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24542; }","duration":"277.230566ms","start":"2026-03-02T17:34:27.333966Z","end":"2026-03-02T17:34:27.611197Z","steps":["trace[2046923949] 'agreement among raft nodes before linearized reading' (duration: 277.078453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:27.6113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.263649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T17:34:27.611462Z","caller":"traceutil/trace.go:171","msg":"trace[1132880882] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24542; }","duration":"343.466434ms","start":"2026-03-02T17:34:27.267973Z","end":"2026-03-02T17:34:27.61144Z","steps":["trace[1132880882] 'agreement among raft nodes before linearized reading' (duration: 343.210258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:27.611522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:27.267951Z","time spent":"343.556016ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T17:34:27.795381Z","caller":"traceutil/trace.go:171","msg":"trace[292065307] transaction","detail":"{read_only:false; response_revision:24543; number_of_response:1; }","duration":"179.771396ms","start":"2026-03-02T17:34:27.615579Z","end":"2026-03-02T17:34:27.795351Z","steps":["trace[292065307] 'process raft request' (duration: 168.823143ms)","trace[292065307] 'compare' (duration: 10.84053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:34:28.113469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.439929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:34:28.113766Z","caller":"traceutil/trace.go:171","msg":"trace[1054127607] linearizableReadLoop","detail":"{readStateIndex:25397; appliedIndex:25395; }","duration":"378.960763ms","start":"2026-03-02T17:34:27.734788Z","end":"2026-03-02T17:34:28.113749Z","steps":["trace[1054127607] 'read index received' (duration: 49.630421ms)","trace[1054127607] 'applied index is now lower than readState.Index' (duration: 329.329222ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:28.1137Z","caller":"traceutil/trace.go:171","msg":"trace[467800541] transaction","detail":"{read_only:false; response_revision:24544; number_of_response:1; }","duration":"496.618581ms","start":"2026-03-02T17:34:27.617044Z","end":"2026-03-02T17:34:28.113663Z","steps":["trace[467800541] 'process raft request' (duration: 362.910636ms)","trace[467800541] 'compare' (duration: 133.298906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:34:28.113895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:27.617028Z","time spent":"496.808076ms","remote":"127.0.0.1:54208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1240,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T17:34:28.113931Z","caller":"traceutil/trace.go:171","msg":"trace[2033616236] transaction","detail":"{read_only:false; response_revision:24545; number_of_response:1; }","duration":"355.467941ms","start":"2026-03-02T17:34:27.758427Z","end":"2026-03-02T17:34:28.113895Z","steps":["trace[2033616236] 'process raft request' (duration: 355.130294ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:28.113997Z","caller":"traceutil/trace.go:171","msg":"trace[1360466505] transaction","detail":"{read_only:false; response_revision:24546; number_of_response:1; }","duration":"354.92979ms","start":"2026-03-02T17:34:27.759036Z","end":"2026-03-02T17:34:28.113965Z","steps":["trace[1360466505] 'process raft request' (duration: 354.635523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:28.114011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.216438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7b4696f8bc-v4s8d.189916a7ab1e7898\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-03-02T17:34:28.114029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.909781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-02T17:34:28.114029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.490462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:34:28.114074Z","caller":"traceutil/trace.go:171","msg":"trace[1121455004] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24546; }","duration":"226.961852ms","start":"2026-03-02T17:34:27.887099Z","end":"2026-03-02T17:34:28.114061Z","steps":["trace[1121455004] 'agreement among raft nodes before linearized reading' (duration: 226.804328ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:28.114071Z","caller":"traceutil/trace.go:171","msg":"trace[802967170] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7b4696f8bc-v4s8d.189916a7ab1e7898; range_end:; response_count:1; response_revision:24546; }","duration":"379.321541ms","start":"2026-03-02T17:34:27.734735Z","end":"2026-03-02T17:34:28.114057Z","steps":["trace[802967170] 'agreement among raft nodes before linearized reading' (duration: 379.138907ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:28.114086Z","caller":"traceutil/trace.go:171","msg":"trace[272980060] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24546; }","duration":"199.590875ms","start":"2026-03-02T17:34:27.91448Z","end":"2026-03-02T17:34:28.114071Z","steps":["trace[272980060] 'agreement among raft nodes before linearized reading' (duration: 199.473192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:28.114084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:27.758406Z","time spent":"355.593223ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:28.114108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:27.734713Z","time spent":"379.386672ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-7b4696f8bc-v4s8d.189916a7ab1e7898\" "} {"level":"warn","ts":"2026-03-02T17:34:28.114148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:27.759029Z","time spent":"355.032022ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:28.561347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.718887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:34:28.561447Z","caller":"traceutil/trace.go:171","msg":"trace[1655207083] linearizableReadLoop","detail":"{readStateIndex:25400; appliedIndex:25399; }","duration":"443.451622ms","start":"2026-03-02T17:34:28.117971Z","end":"2026-03-02T17:34:28.561422Z","steps":["trace[1655207083] 'read index received' (duration: 156.667303ms)","trace[1655207083] 'applied index is now lower than readState.Index' (duration: 286.782999ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:28.561648Z","caller":"traceutil/trace.go:171","msg":"trace[686605707] transaction","detail":"{read_only:false; response_revision:24547; number_of_response:1; }","duration":"444.519725ms","start":"2026-03-02T17:34:28.117114Z","end":"2026-03-02T17:34:28.561633Z","steps":["trace[686605707] 'process raft request' (duration: 157.43603ms)","trace[686605707] 'compare' (duration: 286.629425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:34:28.561724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:28.117093Z","time spent":"444.596228ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:28.561966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.969824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131182"} {"level":"info","ts":"2026-03-02T17:34:28.562191Z","caller":"traceutil/trace.go:171","msg":"trace[31080436] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24547; }","duration":"444.206429ms","start":"2026-03-02T17:34:28.117963Z","end":"2026-03-02T17:34:28.56217Z","steps":["trace[31080436] 'agreement among raft nodes before linearized reading' (duration: 443.746779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:28.562264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:28.117901Z","time spent":"444.341022ms","remote":"127.0.0.1:54082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131205,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-02T17:34:28.755661Z","caller":"traceutil/trace.go:171","msg":"trace[1340531510] transaction","detail":"{read_only:false; response_revision:24548; number_of_response:1; }","duration":"637.371091ms","start":"2026-03-02T17:34:28.118273Z","end":"2026-03-02T17:34:28.755644Z","steps":["trace[1340531510] 'process raft request' (duration: 625.330255ms)","trace[1340531510] 'compare' (duration: 11.922804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:34:28.755762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:28.118256Z","time spent":"637.457803ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T17:34:28.756074Z","caller":"traceutil/trace.go:171","msg":"trace[222009438] linearizableReadLoop","detail":"{readStateIndex:25403; appliedIndex:25400; }","duration":"194.591063ms","start":"2026-03-02T17:34:28.561473Z","end":"2026-03-02T17:34:28.756064Z","steps":["trace[222009438] 'read index received' (duration: 182.213179ms)","trace[222009438] 'applied index is now lower than readState.Index' (duration: 12.377164ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:28.756094Z","caller":"traceutil/trace.go:171","msg":"trace[1424738664] transaction","detail":"{read_only:false; response_revision:24549; number_of_response:1; }","duration":"636.688026ms","start":"2026-03-02T17:34:28.119393Z","end":"2026-03-02T17:34:28.756081Z","steps":["trace[1424738664] 'process raft request' (duration: 636.230116ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:28.756108Z","caller":"traceutil/trace.go:171","msg":"trace[737827163] transaction","detail":"{read_only:false; response_revision:24550; number_of_response:1; }","duration":"636.315287ms","start":"2026-03-02T17:34:28.119766Z","end":"2026-03-02T17:34:28.756082Z","steps":["trace[737827163] 'process raft request' (duration: 636.250715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:28.756141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:28.119384Z","time spent":"636.734857ms","remote":"127.0.0.1:54180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T17:34:28.756208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:28.119747Z","time spent":"636.411439ms","remote":"127.0.0.1:54290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1237,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T17:34:28.756243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.975136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:34:28.756284Z","caller":"traceutil/trace.go:171","msg":"trace[2144179838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24550; }","duration":"588.054497ms","start":"2026-03-02T17:34:28.168217Z","end":"2026-03-02T17:34:28.756272Z","steps":["trace[2144179838] 'agreement among raft nodes before linearized reading' (duration: 587.907964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:28.756317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:28.167851Z","time spent":"588.456186ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:34:28.75631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.910123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-02T17:34:28.756312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.012163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:34:28.756465Z","caller":"traceutil/trace.go:171","msg":"trace[672810297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24550; }","duration":"421.255979ms","start":"2026-03-02T17:34:28.335183Z","end":"2026-03-02T17:34:28.756439Z","steps":["trace[672810297] 'agreement among raft nodes before linearized reading' (duration: 420.898441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:28.75661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:28.335162Z","time spent":"421.395562ms","remote":"127.0.0.1:54018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:34:28.756375Z","caller":"traceutil/trace.go:171","msg":"trace[1512187956] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24550; }","duration":"638.051756ms","start":"2026-03-02T17:34:28.11831Z","end":"2026-03-02T17:34:28.756362Z","steps":["trace[1512187956] 'agreement among raft nodes before linearized reading' (duration: 637.844581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:28.756827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:28.118288Z","time spent":"638.523847ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:34:29.133921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.022863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:34:29.134305Z","caller":"traceutil/trace.go:171","msg":"trace[1907882953] linearizableReadLoop","detail":"{readStateIndex:25409; appliedIndex:25403; }","duration":"378.187425ms","start":"2026-03-02T17:34:28.756105Z","end":"2026-03-02T17:34:29.134292Z","steps":["trace[1907882953] 'read index received' (duration: 265.65776ms)","trace[1907882953] 'applied index is now lower than readState.Index' (duration: 112.528905ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:29.134372Z","caller":"traceutil/trace.go:171","msg":"trace[2080812731] transaction","detail":"{read_only:false; response_revision:24551; number_of_response:1; }","duration":"569.165499ms","start":"2026-03-02T17:34:28.565155Z","end":"2026-03-02T17:34:29.13432Z","steps":["trace[2080812731] 'process raft request' (duration: 456.678965ms)","trace[2080812731] 'compare' (duration: 111.913221ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:29.134379Z","caller":"traceutil/trace.go:171","msg":"trace[1205239236] transaction","detail":"{read_only:false; response_revision:24555; number_of_response:1; }","duration":"515.775594ms","start":"2026-03-02T17:34:28.618534Z","end":"2026-03-02T17:34:29.134309Z","steps":["trace[1205239236] 'process raft request' (duration: 515.707243ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:29.13443Z","caller":"traceutil/trace.go:171","msg":"trace[1446264157] transaction","detail":"{read_only:false; response_revision:24556; number_of_response:1; }","duration":"515.867306ms","start":"2026-03-02T17:34:28.618537Z","end":"2026-03-02T17:34:29.134404Z","steps":["trace[1446264157] 'process raft request' (duration: 515.727073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:29.134499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:28.565124Z","time spent":"569.307661ms","remote":"127.0.0.1:54082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":131166,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:29.134555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.150091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:34:29.134553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:28.618519Z","time spent":"515.937038ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:29.134573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:28.618517Z","time spent":"515.98764ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:29.13457Z","caller":"traceutil/trace.go:171","msg":"trace[578032306] transaction","detail":"{read_only:false; response_revision:24554; number_of_response:1; }","duration":"516.94055ms","start":"2026-03-02T17:34:28.617594Z","end":"2026-03-02T17:34:29.134535Z","steps":["trace[578032306] 'process raft request' (duration: 516.622853ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:29.13462Z","caller":"traceutil/trace.go:171","msg":"trace[831853302] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24556; }","duration":"497.222943ms","start":"2026-03-02T17:34:28.637385Z","end":"2026-03-02T17:34:29.134608Z","steps":["trace[831853302] 'agreement among raft nodes before linearized reading' (duration: 497.059259ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:29.134463Z","caller":"traceutil/trace.go:171","msg":"trace[313310123] transaction","detail":"{read_only:false; response_revision:24553; number_of_response:1; }","duration":"516.874178ms","start":"2026-03-02T17:34:28.617578Z","end":"2026-03-02T17:34:29.134453Z","steps":["trace[313310123] 'process raft request' (duration: 516.617593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:29.134668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:28.63733Z","time spent":"497.327925ms","remote":"127.0.0.1:57416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:34:29.134558Z","caller":"traceutil/trace.go:171","msg":"trace[1683038836] transaction","detail":"{read_only:false; response_revision:24552; number_of_response:1; }","duration":"517.027282ms","start":"2026-03-02T17:34:28.617276Z","end":"2026-03-02T17:34:29.134303Z","steps":["trace[1683038836] 'process raft request' (duration: 516.868169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:29.134766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.355973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T17:34:29.134777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:28.61756Z","time spent":"517.100034ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:29.134823Z","caller":"traceutil/trace.go:171","msg":"trace[73740880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24556; }","duration":"496.459666ms","start":"2026-03-02T17:34:28.63835Z","end":"2026-03-02T17:34:29.13481Z","steps":["trace[73740880] 'agreement among raft nodes before linearized reading' (duration: 496.057107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:29.134866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:28.638338Z","time spent":"496.516487ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:34:29.134815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:28.617564Z","time spent":"517.126104ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:29.134968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:28.617243Z","time spent":"517.531463ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:29.141181Z","caller":"traceutil/trace.go:171","msg":"trace[1917102366] transaction","detail":"{read_only:false; response_revision:24557; number_of_response:1; }","duration":"381.211083ms","start":"2026-03-02T17:34:28.759954Z","end":"2026-03-02T17:34:29.141165Z","steps":["trace[1917102366] 'process raft request' (duration: 381.100159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:29.141283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:28.759943Z","time spent":"381.309455ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:29.141343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.457911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:34:29.141389Z","caller":"traceutil/trace.go:171","msg":"trace[661581311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24557; }","duration":"383.521843ms","start":"2026-03-02T17:34:28.757854Z","end":"2026-03-02T17:34:29.141376Z","steps":["trace[661581311] 'agreement among raft nodes before linearized reading' (duration: 383.449622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:29.141422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:28.75784Z","time spent":"383.575504ms","remote":"127.0.0.1:54002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:34:29.141503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.830732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T17:34:29.141509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.757948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T17:34:29.141558Z","caller":"traceutil/trace.go:171","msg":"trace[1667104931] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24557; }","duration":"135.911094ms","start":"2026-03-02T17:34:29.005622Z","end":"2026-03-02T17:34:29.141533Z","steps":["trace[1667104931] 'agreement among raft nodes before linearized reading' (duration: 135.757451ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:29.141577Z","caller":"traceutil/trace.go:171","msg":"trace[1452627906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24557; }","duration":"134.84296ms","start":"2026-03-02T17:34:29.006726Z","end":"2026-03-02T17:34:29.141569Z","steps":["trace[1452627906] 'agreement among raft nodes before linearized reading' (duration: 134.633355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:29.141662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.031625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:34:29.14178Z","caller":"traceutil/trace.go:171","msg":"trace[45353656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24557; }","duration":"135.180178ms","start":"2026-03-02T17:34:29.006541Z","end":"2026-03-02T17:34:29.141721Z","steps":["trace[45353656] 'agreement among raft nodes before linearized reading' (duration: 134.844531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:29.141681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.553534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-02T17:34:29.141899Z","caller":"traceutil/trace.go:171","msg":"trace[967917690] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24557; }","duration":"383.889741ms","start":"2026-03-02T17:34:28.758002Z","end":"2026-03-02T17:34:29.141891Z","steps":["trace[967917690] 'agreement among raft nodes before linearized reading' (duration: 383.40781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:29.14194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:28.757981Z","time spent":"383.933972ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T17:34:29.641215Z","caller":"traceutil/trace.go:171","msg":"trace[29397246] transaction","detail":"{read_only:false; response_revision:24558; number_of_response:1; }","duration":"504.848132ms","start":"2026-03-02T17:34:29.136342Z","end":"2026-03-02T17:34:29.64119Z","steps":["trace[29397246] 'process raft request' (duration: 467.31264ms)","trace[29397246] 'compare' (duration: 37.263226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:34:29.641312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:29.136321Z","time spent":"504.947955ms","remote":"127.0.0.1:54208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T17:34:29.641342Z","caller":"traceutil/trace.go:171","msg":"trace[1949322313] linearizableReadLoop","detail":"{readStateIndex:25415; appliedIndex:25410; }","duration":"461.310378ms","start":"2026-03-02T17:34:29.180003Z","end":"2026-03-02T17:34:29.641313Z","steps":["trace[1949322313] 'read index received' (duration: 423.744715ms)","trace[1949322313] 'applied index is now lower than readState.Index' (duration: 37.563792ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:29.641454Z","caller":"traceutil/trace.go:171","msg":"trace[1484216065] transaction","detail":"{read_only:false; response_revision:24560; number_of_response:1; }","duration":"494.80284ms","start":"2026-03-02T17:34:29.146643Z","end":"2026-03-02T17:34:29.641446Z","steps":["trace[1484216065] 'process raft request' (duration: 494.522004ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:29.64149Z","caller":"traceutil/trace.go:171","msg":"trace[1152106357] transaction","detail":"{read_only:false; response_revision:24561; number_of_response:1; }","duration":"494.751268ms","start":"2026-03-02T17:34:29.146723Z","end":"2026-03-02T17:34:29.641474Z","steps":["trace[1152106357] 'process raft request' (duration: 494.499013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:29.641521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:29.146615Z","time spent":"494.862611ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:29.641603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:29.146656Z","time spent":"494.868511ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:29.641629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.614554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:34:29.641684Z","caller":"traceutil/trace.go:171","msg":"trace[1566780] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24562; }","duration":"461.715876ms","start":"2026-03-02T17:34:29.179954Z","end":"2026-03-02T17:34:29.64167Z","steps":["trace[1566780] 'agreement among raft nodes before linearized reading' (duration: 461.574713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:29.641661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.142429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:34:29.641708Z","caller":"traceutil/trace.go:171","msg":"trace[834753971] transaction","detail":"{read_only:false; response_revision:24559; number_of_response:1; }","duration":"502.056881ms","start":"2026-03-02T17:34:29.139622Z","end":"2026-03-02T17:34:29.641679Z","steps":["trace[834753971] 'process raft request' (duration: 501.448207ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:29.641796Z","caller":"traceutil/trace.go:171","msg":"trace[1464584110] transaction","detail":"{read_only:false; response_revision:24562; number_of_response:1; }","duration":"494.611235ms","start":"2026-03-02T17:34:29.147152Z","end":"2026-03-02T17:34:29.641763Z","steps":["trace[1464584110] 'process raft request' (duration: 494.114065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:29.64187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:29.147122Z","time spent":"494.708777ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:29.641734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:29.179933Z","time spent":"461.791058ms","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:34:29.64175Z","caller":"traceutil/trace.go:171","msg":"trace[1727624641] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24562; }","duration":"445.276072ms","start":"2026-03-02T17:34:29.196455Z","end":"2026-03-02T17:34:29.641732Z","steps":["trace[1727624641] 'agreement among raft nodes before linearized reading' (duration: 445.121358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:29.64207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:29.196433Z","time spent":"445.62165ms","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T17:34:29.64208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:29.139595Z","time spent":"502.226674ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:31.36156Z","caller":"traceutil/trace.go:171","msg":"trace[1984143453] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"221.303627ms","start":"2026-03-02T17:34:31.140231Z","end":"2026-03-02T17:34:31.361534Z","steps":["trace[1984143453] 'process raft request' (duration: 220.377066ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:31.362074Z","caller":"traceutil/trace.go:171","msg":"trace[2006810363] transaction","detail":"{read_only:false; response_revision:24617; number_of_response:1; }","duration":"221.418609ms","start":"2026-03-02T17:34:31.140642Z","end":"2026-03-02T17:34:31.36206Z","steps":["trace[2006810363] 'process raft request' (duration: 221.218265ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:31.362051Z","caller":"traceutil/trace.go:171","msg":"trace[2075654300] transaction","detail":"{read_only:false; response_revision:24615; number_of_response:1; }","duration":"221.375608ms","start":"2026-03-02T17:34:31.140581Z","end":"2026-03-02T17:34:31.361957Z","steps":["trace[2075654300] 'process raft request' (duration: 220.619521ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:31.362074Z","caller":"traceutil/trace.go:171","msg":"trace[1030499659] transaction","detail":"{read_only:false; response_revision:24616; number_of_response:1; }","duration":"221.389898ms","start":"2026-03-02T17:34:31.140653Z","end":"2026-03-02T17:34:31.362043Z","steps":["trace[1030499659] 'process raft request' (duration: 221.125412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:31.362359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.094271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T17:34:31.362447Z","caller":"traceutil/trace.go:171","msg":"trace[127944051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24617; }","duration":"216.263914ms","start":"2026-03-02T17:34:31.146166Z","end":"2026-03-02T17:34:31.36243Z","steps":["trace[127944051] 'agreement among raft nodes before linearized reading' (duration: 215.980798ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:31.362108Z","caller":"traceutil/trace.go:171","msg":"trace[205071428] linearizableReadLoop","detail":"{readStateIndex:25471; appliedIndex:25466; }","duration":"215.719352ms","start":"2026-03-02T17:34:31.146203Z","end":"2026-03-02T17:34:31.361922Z","steps":["trace[205071428] 'read index received' (duration: 815.738µs)","trace[205071428] 'applied index is now lower than readState.Index' (duration: 214.902274ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:31.555634Z","caller":"traceutil/trace.go:171","msg":"trace[60628290] transaction","detail":"{read_only:false; response_revision:24619; number_of_response:1; }","duration":"184.93858ms","start":"2026-03-02T17:34:31.370677Z","end":"2026-03-02T17:34:31.555616Z","steps":["trace[60628290] 'process raft request' (duration: 184.813918ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:33.830113Z","caller":"traceutil/trace.go:171","msg":"trace[1264965280] linearizableReadLoop","detail":"{readStateIndex:25488; appliedIndex:25487; }","duration":"194.631535ms","start":"2026-03-02T17:34:33.635467Z","end":"2026-03-02T17:34:33.830098Z","steps":["trace[1264965280] 'read index received' (duration: 194.491221ms)","trace[1264965280] 'applied index is now lower than readState.Index' (duration: 139.664µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:33.830174Z","caller":"traceutil/trace.go:171","msg":"trace[149834782] transaction","detail":"{read_only:false; response_revision:24634; number_of_response:1; }","duration":"431.089628ms","start":"2026-03-02T17:34:33.399057Z","end":"2026-03-02T17:34:33.830146Z","steps":["trace[149834782] 'process raft request' (duration: 430.948064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:33.830229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.751617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:34:33.830261Z","caller":"traceutil/trace.go:171","msg":"trace[1585017335] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24634; }","duration":"194.831589ms","start":"2026-03-02T17:34:33.635419Z","end":"2026-03-02T17:34:33.83025Z","steps":["trace[1585017335] 'agreement among raft nodes before linearized reading' (duration: 194.769937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:33.830308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:33.399023Z","time spent":"431.21294ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:33.830386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.714115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:34:33.830441Z","caller":"traceutil/trace.go:171","msg":"trace[614709407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24634; }","duration":"175.795497ms","start":"2026-03-02T17:34:33.654628Z","end":"2026-03-02T17:34:33.830424Z","steps":["trace[614709407] 'agreement among raft nodes before linearized reading' (duration: 175.595682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:33.830464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.773981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-02T17:34:33.830527Z","caller":"traceutil/trace.go:171","msg":"trace[1774578147] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24634; }","duration":"168.866793ms","start":"2026-03-02T17:34:33.661643Z","end":"2026-03-02T17:34:33.83051Z","steps":["trace[1774578147] 'agreement among raft nodes before linearized reading' (duration: 168.671359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:33.830655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.04144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:34:33.830732Z","caller":"traceutil/trace.go:171","msg":"trace[1966240862] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24634; }","duration":"170.174513ms","start":"2026-03-02T17:34:33.660539Z","end":"2026-03-02T17:34:33.830713Z","steps":["trace[1966240862] 'agreement among raft nodes before linearized reading' (duration: 169.835155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:33.830719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.811225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:34:33.830849Z","caller":"traceutil/trace.go:171","msg":"trace[802738419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24634; }","duration":"169.961728ms","start":"2026-03-02T17:34:33.660881Z","end":"2026-03-02T17:34:33.830843Z","steps":["trace[802738419] 'agreement among raft nodes before linearized reading' (duration: 169.399354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:33.831025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.117931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T17:34:33.831099Z","caller":"traceutil/trace.go:171","msg":"trace[1411064660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24634; }","duration":"170.224394ms","start":"2026-03-02T17:34:33.660863Z","end":"2026-03-02T17:34:33.831087Z","steps":["trace[1411064660] 'agreement among raft nodes before linearized reading' (duration: 169.456176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:34.161211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.310376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:34:34.161297Z","caller":"traceutil/trace.go:171","msg":"trace[273708094] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24638; }","duration":"147.45665ms","start":"2026-03-02T17:34:34.01382Z","end":"2026-03-02T17:34:34.161276Z","steps":["trace[273708094] 'count revisions from in-memory index tree' (duration: 147.222614ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:34.342232Z","caller":"traceutil/trace.go:171","msg":"trace[338122968] transaction","detail":"{read_only:false; response_revision:24640; number_of_response:1; }","duration":"199.731387ms","start":"2026-03-02T17:34:34.14248Z","end":"2026-03-02T17:34:34.342212Z","steps":["trace[338122968] 'process raft request' (duration: 199.359059ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:39.43899Z","caller":"traceutil/trace.go:171","msg":"trace[1441391962] linearizableReadLoop","detail":"{readStateIndex:25549; appliedIndex:25548; }","duration":"103.922635ms","start":"2026-03-02T17:34:39.335038Z","end":"2026-03-02T17:34:39.438961Z","steps":["trace[1441391962] 'read index received' (duration: 103.793191ms)","trace[1441391962] 'applied index is now lower than readState.Index' (duration: 128.224µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:39.439043Z","caller":"traceutil/trace.go:171","msg":"trace[1775534677] transaction","detail":"{read_only:false; response_revision:24693; number_of_response:1; }","duration":"269.373513ms","start":"2026-03-02T17:34:39.169643Z","end":"2026-03-02T17:34:39.439016Z","steps":["trace[1775534677] 'process raft request' (duration: 269.116346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:39.439177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.11695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:34:39.439277Z","caller":"traceutil/trace.go:171","msg":"trace[367793094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24693; }","duration":"104.271122ms","start":"2026-03-02T17:34:39.334987Z","end":"2026-03-02T17:34:39.439258Z","steps":["trace[367793094] 'agreement among raft nodes before linearized reading' (duration: 104.086458ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:39.712327Z","caller":"traceutil/trace.go:171","msg":"trace[290186966] transaction","detail":"{read_only:false; response_revision:24695; number_of_response:1; }","duration":"323.400899ms","start":"2026-03-02T17:34:39.388902Z","end":"2026-03-02T17:34:39.712303Z","steps":["trace[290186966] 'process raft request' (duration: 323.275557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:39.712475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:39.38889Z","time spent":"323.511361ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:39.71248Z","caller":"traceutil/trace.go:171","msg":"trace[394113525] linearizableReadLoop","detail":"{readStateIndex:25553; appliedIndex:25549; }","duration":"272.102483ms","start":"2026-03-02T17:34:39.440354Z","end":"2026-03-02T17:34:39.712456Z","steps":["trace[394113525] 'read index received' (duration: 250.34015ms)","trace[394113525] 'applied index is now lower than readState.Index' (duration: 21.761133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:34:39.71265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.283646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:34:39.712682Z","caller":"traceutil/trace.go:171","msg":"trace[1248810112] transaction","detail":"{read_only:false; response_revision:24696; number_of_response:1; }","duration":"323.530482ms","start":"2026-03-02T17:34:39.38914Z","end":"2026-03-02T17:34:39.712671Z","steps":["trace[1248810112] 'process raft request' (duration: 323.122043ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:39.7127Z","caller":"traceutil/trace.go:171","msg":"trace[59447931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24697; }","duration":"272.376149ms","start":"2026-03-02T17:34:39.440307Z","end":"2026-03-02T17:34:39.712683Z","steps":["trace[59447931] 'agreement among raft nodes before linearized reading' (duration: 272.254136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:39.712793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:39.389109Z","time spent":"323.614664ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:39.712892Z","caller":"traceutil/trace.go:171","msg":"trace[852586165] transaction","detail":"{read_only:false; response_revision:24697; number_of_response:1; }","duration":"322.52126ms","start":"2026-03-02T17:34:39.390358Z","end":"2026-03-02T17:34:39.712879Z","steps":["trace[852586165] 'process raft request' (duration: 322.001208ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:39.712329Z","caller":"traceutil/trace.go:171","msg":"trace[1355880973] transaction","detail":"{read_only:false; response_revision:24694; number_of_response:1; }","duration":"323.960803ms","start":"2026-03-02T17:34:39.388333Z","end":"2026-03-02T17:34:39.712294Z","steps":["trace[1355880973] 'process raft request' (duration: 302.383814ms)","trace[1355880973] 'compare' (duration: 21.020527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:34:39.71296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:39.390348Z","time spent":"322.576112ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:39.713019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:39.388305Z","time spent":"324.682878ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:40.031362Z","caller":"traceutil/trace.go:171","msg":"trace[748676982] linearizableReadLoop","detail":"{readStateIndex:25554; appliedIndex:25553; }","duration":"243.176631ms","start":"2026-03-02T17:34:39.788155Z","end":"2026-03-02T17:34:40.031331Z","steps":["trace[748676982] 'read index received' (duration: 160.322154ms)","trace[748676982] 'applied index is now lower than readState.Index' (duration: 82.853297ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:40.031503Z","caller":"traceutil/trace.go:171","msg":"trace[1882951953] transaction","detail":"{read_only:false; response_revision:24698; number_of_response:1; }","duration":"278.495584ms","start":"2026-03-02T17:34:39.752962Z","end":"2026-03-02T17:34:40.031458Z","steps":["trace[1882951953] 'process raft request' (duration: 195.501114ms)","trace[1882951953] 'compare' (duration: 82.561061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:34:40.031632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.459347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T17:34:40.031681Z","caller":"traceutil/trace.go:171","msg":"trace[1647176430] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24698; }","duration":"243.54976ms","start":"2026-03-02T17:34:39.788117Z","end":"2026-03-02T17:34:40.031667Z","steps":["trace[1647176430] 'agreement among raft nodes before linearized reading' (duration: 243.365166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:40.031733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.748407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:34:40.031825Z","caller":"traceutil/trace.go:171","msg":"trace[1174910367] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24698; }","duration":"180.893421ms","start":"2026-03-02T17:34:39.850909Z","end":"2026-03-02T17:34:40.031802Z","steps":["trace[1174910367] 'agreement among raft nodes before linearized reading' (duration: 180.617965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:40.031874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.615117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:34:40.031931Z","caller":"traceutil/trace.go:171","msg":"trace[2014340554] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24698; }","duration":"167.712799ms","start":"2026-03-02T17:34:39.864202Z","end":"2026-03-02T17:34:40.031914Z","steps":["trace[2014340554] 'agreement among raft nodes before linearized reading' (duration: 167.602257ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:40.388015Z","caller":"traceutil/trace.go:171","msg":"trace[393280583] transaction","detail":"{read_only:false; response_revision:24699; number_of_response:1; }","duration":"352.114246ms","start":"2026-03-02T17:34:40.035869Z","end":"2026-03-02T17:34:40.387983Z","steps":["trace[393280583] 'process raft request' (duration: 339.475696ms)","trace[393280583] 'compare' (duration: 12.497587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:34:40.388207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:40.035852Z","time spent":"352.243988ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:40.589823Z","caller":"traceutil/trace.go:171","msg":"trace[1066927766] transaction","detail":"{read_only:false; response_revision:24700; number_of_response:1; }","duration":"553.857068ms","start":"2026-03-02T17:34:40.035938Z","end":"2026-03-02T17:34:40.589795Z","steps":["trace[1066927766] 'process raft request' (duration: 494.348589ms)","trace[1066927766] 'compare' (duration: 59.324335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:34:40.589974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:40.035906Z","time spent":"553.994511ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:40.590153Z","caller":"traceutil/trace.go:171","msg":"trace[1797810561] transaction","detail":"{read_only:false; response_revision:24702; number_of_response:1; }","duration":"553.251766ms","start":"2026-03-02T17:34:40.036884Z","end":"2026-03-02T17:34:40.590136Z","steps":["trace[1797810561] 'process raft request' (duration: 553.125173ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:40.590152Z","caller":"traceutil/trace.go:171","msg":"trace[1963485551] transaction","detail":"{read_only:false; response_revision:24701; number_of_response:1; }","duration":"553.877768ms","start":"2026-03-02T17:34:40.036248Z","end":"2026-03-02T17:34:40.590126Z","steps":["trace[1963485551] 'process raft request' (duration: 553.49942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:40.590312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:40.036873Z","time spent":"553.364768ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:40.590387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:40.036233Z","time spent":"554.059163ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:40.590391Z","caller":"traceutil/trace.go:171","msg":"trace[1436134905] transaction","detail":"{read_only:false; response_revision:24703; number_of_response:1; }","duration":"551.780023ms","start":"2026-03-02T17:34:40.03858Z","end":"2026-03-02T17:34:40.59036Z","steps":["trace[1436134905] 'process raft request' (duration: 551.526017ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:40.590523Z","caller":"traceutil/trace.go:171","msg":"trace[954463551] linearizableReadLoop","detail":"{readStateIndex:25558; appliedIndex:25554; }","duration":"553.353619ms","start":"2026-03-02T17:34:40.037158Z","end":"2026-03-02T17:34:40.590511Z","steps":["trace[954463551] 'read index received' (duration: 338.201228ms)","trace[954463551] 'applied index is now lower than readState.Index' (duration: 215.151811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:34:40.590561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:40.038567Z","time spent":"551.910056ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:40.590575Z","caller":"traceutil/trace.go:171","msg":"trace[1407182317] transaction","detail":"{read_only:false; response_revision:24705; number_of_response:1; }","duration":"230.475631ms","start":"2026-03-02T17:34:40.360081Z","end":"2026-03-02T17:34:40.590557Z","steps":["trace[1407182317] 'process raft request' (duration: 230.385029ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:40.590585Z","caller":"traceutil/trace.go:171","msg":"trace[1442143141] transaction","detail":"{read_only:false; response_revision:24704; number_of_response:1; }","duration":"408.241192ms","start":"2026-03-02T17:34:40.182309Z","end":"2026-03-02T17:34:40.59055Z","steps":["trace[1442143141] 'process raft request' (duration: 407.936764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:40.590637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.488491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-02T17:34:40.590681Z","caller":"traceutil/trace.go:171","msg":"trace[573988829] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24705; }","duration":"553.543512ms","start":"2026-03-02T17:34:40.037129Z","end":"2026-03-02T17:34:40.590672Z","steps":["trace[573988829] 'agreement among raft nodes before linearized reading' (duration: 553.41867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:40.5907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:40.03712Z","time spent":"553.574923ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T17:34:40.590723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:40.182283Z","time spent":"408.365714ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:41.060207Z","caller":"traceutil/trace.go:171","msg":"trace[70968484] transaction","detail":"{read_only:false; response_revision:24706; number_of_response:1; }","duration":"293.545048ms","start":"2026-03-02T17:34:40.766626Z","end":"2026-03-02T17:34:41.060171Z","steps":["trace[70968484] 'process raft request' (duration: 292.182099ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:41.061836Z","caller":"traceutil/trace.go:171","msg":"trace[26969515] linearizableReadLoop","detail":"{readStateIndex:25563; appliedIndex:25561; }","duration":"138.768137ms","start":"2026-03-02T17:34:40.92304Z","end":"2026-03-02T17:34:41.061808Z","steps":["trace[26969515] 'read index received' (duration: 135.75942ms)","trace[26969515] 'applied index is now lower than readState.Index' (duration: 3.006847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:34:41.061994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.92164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:34:41.062042Z","caller":"traceutil/trace.go:171","msg":"trace[330546720] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24706; }","duration":"139.045053ms","start":"2026-03-02T17:34:40.922985Z","end":"2026-03-02T17:34:41.06203Z","steps":["trace[330546720] 'agreement among raft nodes before linearized reading' (duration: 138.92498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:49.12089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11712346058204876526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:34:49.57302Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.150897715s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T17:34:49.57355Z","caller":"traceutil/trace.go:171","msg":"trace[1860994873] transaction","detail":"{read_only:false; response_revision:24768; number_of_response:1; }","duration":"1.15156007s","start":"2026-03-02T17:34:48.421965Z","end":"2026-03-02T17:34:49.573525Z","steps":["trace[1860994873] 'process raft request' (duration: 1.151292425s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:49.573794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:48.42194Z","time spent":"1.151679022s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:49.595067Z","caller":"traceutil/trace.go:171","msg":"trace[1223651187] transaction","detail":"{read_only:false; response_revision:24769; number_of_response:1; }","duration":"1.030167639s","start":"2026-03-02T17:34:48.564877Z","end":"2026-03-02T17:34:49.595045Z","steps":["trace[1223651187] 'process raft request' (duration: 1.029989725s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:49.595224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:48.564857Z","time spent":"1.030281452s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:49.595334Z","caller":"traceutil/trace.go:171","msg":"trace[19316323] transaction","detail":"{read_only:false; response_revision:24770; number_of_response:1; }","duration":"980.302504ms","start":"2026-03-02T17:34:48.61501Z","end":"2026-03-02T17:34:49.595312Z","steps":["trace[19316323] 'process raft request' (duration: 979.997497ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:49.595432Z","caller":"traceutil/trace.go:171","msg":"trace[1248814725] transaction","detail":"{read_only:false; response_revision:24771; number_of_response:1; }","duration":"980.285673ms","start":"2026-03-02T17:34:48.615138Z","end":"2026-03-02T17:34:49.595424Z","steps":["trace[1248814725] 'process raft request' (duration: 980.066028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:49.595476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:48.615127Z","time spent":"980.325014ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:49.595481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:48.614983Z","time spent":"980.423917ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:49.595532Z","caller":"traceutil/trace.go:171","msg":"trace[413919266] transaction","detail":"{read_only:false; response_revision:24772; number_of_response:1; }","duration":"124.467239ms","start":"2026-03-02T17:34:49.471059Z","end":"2026-03-02T17:34:49.595526Z","steps":["trace[413919266] 'process raft request' (duration: 124.326716ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:49.595543Z","caller":"traceutil/trace.go:171","msg":"trace[2054442754] linearizableReadLoop","detail":"{readStateIndex:25630; appliedIndex:25626; }","duration":"974.916904ms","start":"2026-03-02T17:34:48.620605Z","end":"2026-03-02T17:34:49.595522Z","steps":["trace[2054442754] 'read index received' (duration: 952.733232ms)","trace[2054442754] 'applied index is now lower than readState.Index' (duration: 22.182532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:34:49.595703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.097528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T17:34:49.595712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.090821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:34:49.595736Z","caller":"traceutil/trace.go:171","msg":"trace[895489963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24772; }","duration":"972.138623ms","start":"2026-03-02T17:34:48.623591Z","end":"2026-03-02T17:34:49.59573Z","steps":["trace[895489963] 'agreement among raft nodes before linearized reading' (duration: 972.044061ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:49.595741Z","caller":"traceutil/trace.go:171","msg":"trace[187201491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24772; }","duration":"975.16494ms","start":"2026-03-02T17:34:48.620563Z","end":"2026-03-02T17:34:49.595728Z","steps":["trace[187201491] 'agreement among raft nodes before linearized reading' (duration: 975.048757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:49.595748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.840239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:34:49.595777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:48.620549Z","time spent":"975.220731ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:34:49.595799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.561167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:34:49.5958Z","caller":"traceutil/trace.go:171","msg":"trace[866013387] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24772; }","duration":"498.928711ms","start":"2026-03-02T17:34:49.096854Z","end":"2026-03-02T17:34:49.595783Z","steps":["trace[866013387] 'agreement among raft nodes before linearized reading' (duration: 498.846979ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:49.595818Z","caller":"traceutil/trace.go:171","msg":"trace[750264572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24772; }","duration":"970.597208ms","start":"2026-03-02T17:34:48.625216Z","end":"2026-03-02T17:34:49.595813Z","steps":["trace[750264572] 'agreement among raft nodes before linearized reading' (duration: 970.546807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:49.595833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:48.625206Z","time spent":"970.622599ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:34:49.59584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:49.096835Z","time spent":"498.993833ms","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:34:49.595906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.213932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T17:34:49.595929Z","caller":"traceutil/trace.go:171","msg":"trace[1826168522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24772; }","duration":"971.236812ms","start":"2026-03-02T17:34:48.624687Z","end":"2026-03-02T17:34:49.595924Z","steps":["trace[1826168522] 'agreement among raft nodes before linearized reading' (duration: 971.182361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:49.595896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.463277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-02T17:34:49.595948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:48.624657Z","time spent":"971.285593ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T17:34:49.595985Z","caller":"traceutil/trace.go:171","msg":"trace[1135982087] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24772; }","duration":"865.554259ms","start":"2026-03-02T17:34:48.730414Z","end":"2026-03-02T17:34:49.595968Z","steps":["trace[1135982087] 'agreement among raft nodes before linearized reading' (duration: 865.284963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:49.596294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:48.730398Z","time spent":"865.872147ms","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-02T17:34:49.595988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.459801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:34:49.596416Z","caller":"traceutil/trace.go:171","msg":"trace[1656941392] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24772; }","duration":"779.93518ms","start":"2026-03-02T17:34:48.81646Z","end":"2026-03-02T17:34:49.596395Z","steps":["trace[1656941392] 'agreement among raft nodes before linearized reading' (duration: 779.423439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:49.596466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:48.816443Z","time spent":"780.010883ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:34:49.595753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:48.623581Z","time spent":"972.168243ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:34:50.127962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11712346058204876534,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T17:34:50.439186Z","caller":"traceutil/trace.go:171","msg":"trace[195271653] transaction","detail":"{read_only:false; response_revision:24773; number_of_response:1; }","duration":"837.069378ms","start":"2026-03-02T17:34:49.602091Z","end":"2026-03-02T17:34:50.43916Z","steps":["trace[195271653] 'process raft request' (duration: 806.201913ms)","trace[195271653] 'compare' (duration: 30.20613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:34:50.439323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:49.602074Z","time spent":"837.180881ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:51.493352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.548873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:34:51.493624Z","caller":"traceutil/trace.go:171","msg":"trace[570681929] transaction","detail":"{read_only:false; response_revision:24774; number_of_response:1; }","duration":"1.891113636s","start":"2026-03-02T17:34:49.602461Z","end":"2026-03-02T17:34:51.493575Z","steps":["trace[570681929] 'process raft request' (duration: 1.286264326s)","trace[570681929] 'compare' (duration: 603.55441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:34:51.493853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:49.602449Z","time spent":"1.891277s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:51.494009Z","caller":"traceutil/trace.go:171","msg":"trace[901201946] transaction","detail":"{read_only:false; response_revision:24777; number_of_response:1; }","duration":"1.74963467s","start":"2026-03-02T17:34:49.744335Z","end":"2026-03-02T17:34:51.49397Z","steps":["trace[901201946] 'process raft request' (duration: 1.749241242s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:51.494072Z","caller":"traceutil/trace.go:171","msg":"trace[1474658331] transaction","detail":"{read_only:false; response_revision:24780; number_of_response:1; }","duration":"1.748057575s","start":"2026-03-02T17:34:49.74598Z","end":"2026-03-02T17:34:51.494038Z","steps":["trace[1474658331] 'process raft request' (duration: 1.747703117s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:51.494108Z","caller":"traceutil/trace.go:171","msg":"trace[1034380426] transaction","detail":"{read_only:false; response_revision:24778; number_of_response:1; }","duration":"1.748255129s","start":"2026-03-02T17:34:49.745843Z","end":"2026-03-02T17:34:51.494098Z","steps":["trace[1034380426] 'process raft request' (duration: 1.747770808s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:51.494264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:49.745831Z","time spent":"1.74832413s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:51.494271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:49.745946Z","time spent":"1.748194948s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:51.494301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:49.74429Z","time spent":"1.749834965s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:51.494038Z","caller":"traceutil/trace.go:171","msg":"trace[1752809999] transaction","detail":"{read_only:false; response_revision:24779; number_of_response:1; }","duration":"1.748045064s","start":"2026-03-02T17:34:49.745957Z","end":"2026-03-02T17:34:51.494002Z","steps":["trace[1752809999] 'process raft request' (duration: 1.747689026s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:51.494319Z","caller":"traceutil/trace.go:171","msg":"trace[1498001069] transaction","detail":"{read_only:false; response_revision:24776; number_of_response:1; }","duration":"1.890334319s","start":"2026-03-02T17:34:49.60395Z","end":"2026-03-02T17:34:51.494284Z","steps":["trace[1498001069] 'process raft request' (duration: 1.889583793s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:51.494299Z","caller":"traceutil/trace.go:171","msg":"trace[1597612584] transaction","detail":"{read_only:false; response_revision:24775; number_of_response:1; }","duration":"1.891652918s","start":"2026-03-02T17:34:49.602493Z","end":"2026-03-02T17:34:51.494146Z","steps":["trace[1597612584] 'process raft request' (duration: 1.890955713s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:51.494452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:49.603925Z","time spent":"1.890479942s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:51.494447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:49.745947Z","time spent":"1.748449024s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:51.496214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:49.602484Z","time spent":"1.891942014s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:52.133017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.277162ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T17:34:52.133334Z","caller":"traceutil/trace.go:171","msg":"trace[119727390] linearizableReadLoop","detail":"{readStateIndex:25639; appliedIndex:25631; }","duration":"2.505603469s","start":"2026-03-02T17:34:49.627711Z","end":"2026-03-02T17:34:52.133314Z","steps":["trace[119727390] 'read index received' (duration: 780.672387ms)","trace[119727390] 'applied index is now lower than readState.Index' (duration: 1.724929452s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:34:52.133702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.505976907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:34:52.133789Z","caller":"traceutil/trace.go:171","msg":"trace[797581290] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24780; }","duration":"2.50610862s","start":"2026-03-02T17:34:49.627658Z","end":"2026-03-02T17:34:52.133767Z","steps":["trace[797581290] 'agreement among raft nodes before linearized reading' (duration: 2.505971027s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:52.133822Z","caller":"traceutil/trace.go:171","msg":"trace[191380132] transaction","detail":"{read_only:false; response_revision:24781; number_of_response:1; }","duration":"532.201249ms","start":"2026-03-02T17:34:51.601594Z","end":"2026-03-02T17:34:52.133795Z","steps":["trace[191380132] 'process raft request' (duration: 531.535344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:52.133842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:49.627638Z","time spent":"2.506189071s","remote":"127.0.0.1:59616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:34:52.134071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:51.601568Z","time spent":"532.305151ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:52.136256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802277846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:34:52.13637Z","caller":"traceutil/trace.go:171","msg":"trace[705127706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24783; }","duration":"1.802435399s","start":"2026-03-02T17:34:50.333911Z","end":"2026-03-02T17:34:52.136347Z","steps":["trace[705127706] 'agreement among raft nodes before linearized reading' (duration: 1.802256395s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:52.136402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.059619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-02T17:34:52.136422Z","caller":"traceutil/trace.go:171","msg":"trace[698243131] transaction","detail":"{read_only:false; response_revision:24783; number_of_response:1; }","duration":"533.884735ms","start":"2026-03-02T17:34:51.602516Z","end":"2026-03-02T17:34:52.136401Z","steps":["trace[698243131] 'process raft request' (duration: 533.580829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:52.13643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:50.333891Z","time spent":"1.802526902s","remote":"127.0.0.1:54018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:34:52.136452Z","caller":"traceutil/trace.go:171","msg":"trace[444243907] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24783; }","duration":"483.157031ms","start":"2026-03-02T17:34:51.653284Z","end":"2026-03-02T17:34:52.136441Z","steps":["trace[444243907] 'agreement among raft nodes before linearized reading' (duration: 483.017518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:52.136443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.118434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:34:52.136481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:51.653268Z","time spent":"483.206982ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-02T17:34:52.136501Z","caller":"traceutil/trace.go:171","msg":"trace[1044973996] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24783; }","duration":"618.246106ms","start":"2026-03-02T17:34:51.518237Z","end":"2026-03-02T17:34:52.136483Z","steps":["trace[1044973996] 'agreement among raft nodes before linearized reading' (duration: 618.121073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:52.13652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:51.602475Z","time spent":"533.986779ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:52.136543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:51.518214Z","time spent":"618.316078ms","remote":"127.0.0.1:59558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:34:52.136631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.578415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:34:52.136662Z","caller":"traceutil/trace.go:171","msg":"trace[1769929889] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24783; }","duration":"135.656937ms","start":"2026-03-02T17:34:52.000999Z","end":"2026-03-02T17:34:52.136656Z","steps":["trace[1769929889] 'agreement among raft nodes before linearized reading' (duration: 135.603036ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:52.136652Z","caller":"traceutil/trace.go:171","msg":"trace[72474521] transaction","detail":"{read_only:false; response_revision:24782; number_of_response:1; }","duration":"534.337586ms","start":"2026-03-02T17:34:51.602292Z","end":"2026-03-02T17:34:52.136629Z","steps":["trace[72474521] 'process raft request' (duration: 531.489863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:52.136708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040762813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:34:52.136739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.770827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T17:34:52.136788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360174615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T17:34:52.136838Z","caller":"traceutil/trace.go:171","msg":"trace[379144891] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24783; }","duration":"1.360261167s","start":"2026-03-02T17:34:50.776562Z","end":"2026-03-02T17:34:52.136824Z","steps":["trace[379144891] 'agreement among raft nodes before linearized reading' (duration: 1.360098093s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:52.136847Z","caller":"traceutil/trace.go:171","msg":"trace[1598875796] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24783; }","duration":"1.040975838s","start":"2026-03-02T17:34:51.095827Z","end":"2026-03-02T17:34:52.136803Z","steps":["trace[1598875796] 'agreement among raft nodes before linearized reading' (duration: 1.040695572s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:52.136891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:50.77654Z","time spent":"1.360339378s","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T17:34:52.136838Z","caller":"traceutil/trace.go:171","msg":"trace[1530076049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24783; }","duration":"558.91333ms","start":"2026-03-02T17:34:51.577898Z","end":"2026-03-02T17:34:52.136812Z","steps":["trace[1530076049] 'agreement among raft nodes before linearized reading' (duration: 558.687105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:52.136933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:51.095805Z","time spent":"1.041114791s","remote":"127.0.0.1:59796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:34:52.136971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:51.57787Z","time spent":"559.084984ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T17:34:52.136796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:51.602277Z","time spent":"534.423179ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:35:03.653719Z","caller":"traceutil/trace.go:171","msg":"trace[172042249] transaction","detail":"{read_only:false; response_revision:24889; number_of_response:1; }","duration":"124.532521ms","start":"2026-03-02T17:35:03.529167Z","end":"2026-03-02T17:35:03.653699Z","steps":["trace[172042249] 'process raft request' (duration: 124.425648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:03.916755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.164785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:35:03.916961Z","caller":"traceutil/trace.go:171","msg":"trace[557744653] linearizableReadLoop","detail":"{readStateIndex:25754; appliedIndex:25751; }","duration":"374.807249ms","start":"2026-03-02T17:35:03.542141Z","end":"2026-03-02T17:35:03.916948Z","steps":["trace[557744653] 'read index received' (duration: 111.630774ms)","trace[557744653] 'applied index is now lower than readState.Index' (duration: 263.175575ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:03.916952Z","caller":"traceutil/trace.go:171","msg":"trace[454668044] transaction","detail":"{read_only:false; response_revision:24890; number_of_response:1; }","duration":"386.383136ms","start":"2026-03-02T17:35:03.530544Z","end":"2026-03-02T17:35:03.916927Z","steps":["trace[454668044] 'process raft request' (duration: 269.958706ms)","trace[454668044] 'compare' (duration: 115.95949ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:03.91705Z","caller":"traceutil/trace.go:171","msg":"trace[1118285288] transaction","detail":"{read_only:false; response_revision:24891; number_of_response:1; }","duration":"378.626454ms","start":"2026-03-02T17:35:03.538414Z","end":"2026-03-02T17:35:03.91704Z","steps":["trace[1118285288] 'process raft request' (duration: 378.4344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:03.917096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:03.530518Z","time spent":"386.53358ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:35:03.917135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:03.538387Z","time spent":"378.689326ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:35:03.917228Z","caller":"traceutil/trace.go:171","msg":"trace[1131562282] transaction","detail":"{read_only:false; response_revision:24892; number_of_response:1; }","duration":"378.114603ms","start":"2026-03-02T17:35:03.539105Z","end":"2026-03-02T17:35:03.91722Z","steps":["trace[1131562282] 'process raft request' (duration: 377.802876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:03.91728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:03.53909Z","time spent":"378.164245ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:35:03.917376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.232539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:03.917411Z","caller":"traceutil/trace.go:171","msg":"trace[198291594] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24892; }","duration":"375.290671ms","start":"2026-03-02T17:35:03.54211Z","end":"2026-03-02T17:35:03.917401Z","steps":["trace[198291594] 'agreement among raft nodes before linearized reading' (duration: 375.23139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:03.917441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:03.542099Z","time spent":"375.335032ms","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:35:03.917588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.431554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T17:35:03.917636Z","caller":"traceutil/trace.go:171","msg":"trace[827208515] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24892; }","duration":"255.536006ms","start":"2026-03-02T17:35:03.662085Z","end":"2026-03-02T17:35:03.917621Z","steps":["trace[827208515] 'agreement among raft nodes before linearized reading' (duration: 255.421013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:03.917792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.86282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T17:35:03.91793Z","caller":"traceutil/trace.go:171","msg":"trace[879754252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24892; }","duration":"370.026754ms","start":"2026-03-02T17:35:03.547884Z","end":"2026-03-02T17:35:03.91791Z","steps":["trace[879754252] 'agreement among raft nodes before linearized reading' (duration: 369.631545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:03.918071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:03.547877Z","time spent":"370.178397ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:35:03.918168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.091432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:35:03.918386Z","caller":"traceutil/trace.go:171","msg":"trace[1676695286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24892; }","duration":"364.249356ms","start":"2026-03-02T17:35:03.554022Z","end":"2026-03-02T17:35:03.918272Z","steps":["trace[1676695286] 'agreement among raft nodes before linearized reading' (duration: 363.777046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:03.91849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:03.554011Z","time spent":"364.46355ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:35:03.917943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.199317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:35:03.918741Z","caller":"traceutil/trace.go:171","msg":"trace[292100987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24892; }","duration":"365.987135ms","start":"2026-03-02T17:35:03.552697Z","end":"2026-03-02T17:35:03.918684Z","steps":["trace[292100987] 'agreement among raft nodes before linearized reading' (duration: 365.154137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:03.918852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:03.552676Z","time spent":"366.158178ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T17:35:04.298782Z","caller":"traceutil/trace.go:171","msg":"trace[2040356531] transaction","detail":"{read_only:false; response_revision:24893; number_of_response:1; }","duration":"375.525905ms","start":"2026-03-02T17:35:03.923233Z","end":"2026-03-02T17:35:04.298759Z","steps":["trace[2040356531] 'process raft request' (duration: 350.433949ms)","trace[2040356531] 'compare' (duration: 24.935463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:35:04.298897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:03.923212Z","time spent":"375.625307ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:35:04.299223Z","caller":"traceutil/trace.go:171","msg":"trace[2030320113] transaction","detail":"{read_only:false; response_revision:24894; number_of_response:1; }","duration":"375.73412ms","start":"2026-03-02T17:35:03.92346Z","end":"2026-03-02T17:35:04.299194Z","steps":["trace[2030320113] 'process raft request' (duration: 375.265419ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:04.29935Z","caller":"traceutil/trace.go:171","msg":"trace[441904330] transaction","detail":"{read_only:false; response_revision:24895; number_of_response:1; }","duration":"375.581026ms","start":"2026-03-02T17:35:03.923731Z","end":"2026-03-02T17:35:04.299312Z","steps":["trace[441904330] 'process raft request' (duration: 375.364941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:04.299379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:03.923446Z","time spent":"375.857612ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:35:04.299329Z","caller":"traceutil/trace.go:171","msg":"trace[1728492301] transaction","detail":"{read_only:false; response_revision:24896; number_of_response:1; }","duration":"125.88434ms","start":"2026-03-02T17:35:04.173428Z","end":"2026-03-02T17:35:04.299312Z","steps":["trace[1728492301] 'process raft request' (duration: 125.812879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:04.299466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:03.923714Z","time spent":"375.689198ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:35:04.299577Z","caller":"traceutil/trace.go:171","msg":"trace[1278681099] transaction","detail":"{read_only:false; response_revision:24897; number_of_response:1; }","duration":"124.668714ms","start":"2026-03-02T17:35:04.174902Z","end":"2026-03-02T17:35:04.29957Z","steps":["trace[1278681099] 'process raft request' (duration: 124.379258ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:04.299585Z","caller":"traceutil/trace.go:171","msg":"trace[474111352] linearizableReadLoop","detail":"{readStateIndex:25757; appliedIndex:25754; }","duration":"246.878283ms","start":"2026-03-02T17:35:04.052695Z","end":"2026-03-02T17:35:04.299573Z","steps":["trace[474111352] 'read index received' (duration: 220.98872ms)","trace[474111352] 'applied index is now lower than readState.Index' (duration: 25.888663ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:04.299651Z","caller":"traceutil/trace.go:171","msg":"trace[156741277] transaction","detail":"{read_only:false; response_revision:24898; number_of_response:1; }","duration":"119.118161ms","start":"2026-03-02T17:35:04.180506Z","end":"2026-03-02T17:35:04.299624Z","steps":["trace[156741277] 'process raft request' (duration: 119.011509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:04.29972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.018556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:35:04.299752Z","caller":"traceutil/trace.go:171","msg":"trace[1952432771] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24898; }","duration":"247.089718ms","start":"2026-03-02T17:35:04.052655Z","end":"2026-03-02T17:35:04.299745Z","steps":["trace[1952432771] 'agreement among raft nodes before linearized reading' (duration: 247.000176ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:04.596024Z","caller":"traceutil/trace.go:171","msg":"trace[1367529193] linearizableReadLoop","detail":"{readStateIndex:25761; appliedIndex:25760; }","duration":"262.342807ms","start":"2026-03-02T17:35:04.333655Z","end":"2026-03-02T17:35:04.595998Z","steps":["trace[1367529193] 'read index received' (duration: 262.229514ms)","trace[1367529193] 'applied index is now lower than readState.Index' (duration: 111.993µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:04.596074Z","caller":"traceutil/trace.go:171","msg":"trace[420971297] transaction","detail":"{read_only:false; response_revision:24899; number_of_response:1; }","duration":"292.388693ms","start":"2026-03-02T17:35:04.303653Z","end":"2026-03-02T17:35:04.596041Z","steps":["trace[420971297] 'process raft request' (duration: 292.176538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:04.596325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.653013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:04.596431Z","caller":"traceutil/trace.go:171","msg":"trace[1589215699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24899; }","duration":"262.797487ms","start":"2026-03-02T17:35:04.333601Z","end":"2026-03-02T17:35:04.596399Z","steps":["trace[1589215699] 'agreement among raft nodes before linearized reading' (duration: 262.533661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:04.897862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.22693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:35:04.898003Z","caller":"traceutil/trace.go:171","msg":"trace[535443817] linearizableReadLoop","detail":"{readStateIndex:25763; appliedIndex:25761; }","duration":"271.386347ms","start":"2026-03-02T17:35:04.626599Z","end":"2026-03-02T17:35:04.897986Z","steps":["trace[535443817] 'read index received' (duration: 103.091055ms)","trace[535443817] 'applied index is now lower than readState.Index' (duration: 168.294412ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:04.898081Z","caller":"traceutil/trace.go:171","msg":"trace[393914573] transaction","detail":"{read_only:false; response_revision:24900; number_of_response:1; }","duration":"289.410827ms","start":"2026-03-02T17:35:04.608661Z","end":"2026-03-02T17:35:04.898072Z","steps":["trace[393914573] 'process raft request' (duration: 120.8969ms)","trace[393914573] 'compare' (duration: 168.114577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:35:04.898283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.088664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:04.898322Z","caller":"traceutil/trace.go:171","msg":"trace[1068941809] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24901; }","duration":"144.159336ms","start":"2026-03-02T17:35:04.754152Z","end":"2026-03-02T17:35:04.898311Z","steps":["trace[1068941809] 'agreement among raft nodes before linearized reading' (duration: 144.086755ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:04.898351Z","caller":"traceutil/trace.go:171","msg":"trace[734793276] transaction","detail":"{read_only:false; response_revision:24901; number_of_response:1; }","duration":"283.196998ms","start":"2026-03-02T17:35:04.615098Z","end":"2026-03-02T17:35:04.898295Z","steps":["trace[734793276] 'process raft request' (duration: 282.84539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:04.898298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.99537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:04.898497Z","caller":"traceutil/trace.go:171","msg":"trace[59948] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24901; }","duration":"212.237126ms","start":"2026-03-02T17:35:04.68624Z","end":"2026-03-02T17:35:04.898477Z","steps":["trace[59948] 'agreement among raft nodes before linearized reading' (duration: 211.96462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:04.899364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.750047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T17:35:04.899422Z","caller":"traceutil/trace.go:171","msg":"trace[166359163] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24901; }","duration":"272.870629ms","start":"2026-03-02T17:35:04.626539Z","end":"2026-03-02T17:35:04.89941Z","steps":["trace[166359163] 'agreement among raft nodes before linearized reading' (duration: 271.580511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:05.758892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.350689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:35:05.758904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.49651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:05.758983Z","caller":"traceutil/trace.go:171","msg":"trace[1293214641] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24901; }","duration":"664.490152ms","start":"2026-03-02T17:35:05.094476Z","end":"2026-03-02T17:35:05.758966Z","steps":["trace[1293214641] 'count revisions from in-memory index tree' (duration: 664.273717ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:05.758975Z","caller":"traceutil/trace.go:171","msg":"trace[1898678558] transaction","detail":"{read_only:false; response_revision:24902; number_of_response:1; }","duration":"359.070711ms","start":"2026-03-02T17:35:05.399884Z","end":"2026-03-02T17:35:05.758955Z","steps":["trace[1898678558] 'process raft request' (duration: 355.960882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:05.758963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.471268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.67\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-02T17:35:05.759024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:05.094457Z","time spent":"664.555473ms","remote":"127.0.0.1:54158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:35:05.759042Z","caller":"traceutil/trace.go:171","msg":"trace[131846246] range","detail":"{range_begin:/registry/masterleases/199.204.45.67; range_end:; response_count:1; response_revision:24901; }","duration":"561.598591ms","start":"2026-03-02T17:35:05.197426Z","end":"2026-03-02T17:35:05.759025Z","steps":["trace[131846246] 'range keys from in-memory index tree' (duration: 561.235172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:05.759079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:05.399863Z","time spent":"359.157202ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:35:05.759087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:05.197406Z","time spent":"561.671082ms","remote":"127.0.0.1:54060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.67\" "} {"level":"info","ts":"2026-03-02T17:35:05.758984Z","caller":"traceutil/trace.go:171","msg":"trace[790924348] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24901; }","duration":"465.613972ms","start":"2026-03-02T17:35:05.293355Z","end":"2026-03-02T17:35:05.758969Z","steps":["trace[790924348] 'count revisions from in-memory index tree' (duration: 465.403748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:05.761136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.783848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267255"} {"level":"info","ts":"2026-03-02T17:35:05.761183Z","caller":"traceutil/trace.go:171","msg":"trace[1466478198] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24901; }","duration":"447.870099ms","start":"2026-03-02T17:35:05.313302Z","end":"2026-03-02T17:35:05.761172Z","steps":["trace[1466478198] 'range keys from in-memory index tree' (duration: 445.509916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:05.761326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:05.313287Z","time spent":"447.925281ms","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267278,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-02T17:35:05.766964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:05.293338Z","time spent":"466.712007ms","remote":"127.0.0.1:56004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:35:06.593911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.901511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:35:06.594078Z","caller":"traceutil/trace.go:171","msg":"trace[802787652] transaction","detail":"{read_only:false; response_revision:24903; number_of_response:1; }","duration":"935.819467ms","start":"2026-03-02T17:35:05.658207Z","end":"2026-03-02T17:35:06.594027Z","steps":["trace[802787652] 'process raft request' (duration: 201.715702ms)","trace[802787652] 'compare' (duration: 733.639715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:35:06.594131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:05.761755Z","time spent":"832.370923ms","remote":"127.0.0.1:54060","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T17:35:06.594253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:05.658185Z","time spent":"935.984361ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:35:06.594246Z","caller":"traceutil/trace.go:171","msg":"trace[135072220] linearizableReadLoop","detail":"{readStateIndex:25765; appliedIndex:25763; }","duration":"892.094367ms","start":"2026-03-02T17:35:05.702034Z","end":"2026-03-02T17:35:06.594129Z","steps":["trace[135072220] 'read index received' (duration: 53.912305ms)","trace[135072220] 'applied index is now lower than readState.Index' (duration: 838.180252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:35:06.594471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.421824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:06.594704Z","caller":"traceutil/trace.go:171","msg":"trace[191535439] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24903; }","duration":"892.67548ms","start":"2026-03-02T17:35:05.702015Z","end":"2026-03-02T17:35:06.59469Z","steps":["trace[191535439] 'agreement among raft nodes before linearized reading' (duration: 892.388393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:06.59474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:05.701951Z","time spent":"892.779693ms","remote":"127.0.0.1:59638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:35:06.875833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.649861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:35:06.875998Z","caller":"traceutil/trace.go:171","msg":"trace[929467965] transaction","detail":"{read_only:false; response_revision:24906; number_of_response:1; }","duration":"951.618438ms","start":"2026-03-02T17:35:05.924367Z","end":"2026-03-02T17:35:06.875985Z","steps":["trace[929467965] 'process raft request' (duration: 951.585997ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:06.876035Z","caller":"traceutil/trace.go:171","msg":"trace[1902674772] transaction","detail":"{read_only:false; response_revision:24904; number_of_response:1; }","duration":"952.485947ms","start":"2026-03-02T17:35:05.923534Z","end":"2026-03-02T17:35:06.87602Z","steps":["trace[1902674772] 'process raft request' (duration: 801.592102ms)","trace[1902674772] 'compare' (duration: 150.299491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:35:06.876048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:05.92435Z","time spent":"951.675739ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:35:06.876097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:05.923504Z","time spent":"952.563198ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:35:06.87609Z","caller":"traceutil/trace.go:171","msg":"trace[1275269472] transaction","detail":"{read_only:false; response_revision:24905; number_of_response:1; }","duration":"952.101898ms","start":"2026-03-02T17:35:05.92395Z","end":"2026-03-02T17:35:06.876052Z","steps":["trace[1275269472] 'process raft request' (duration: 951.963025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:06.876262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:05.923923Z","time spent":"952.252572ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:35:06.885158Z","caller":"traceutil/trace.go:171","msg":"trace[145060424] transaction","detail":"{read_only:false; response_revision:24908; number_of_response:1; }","duration":"580.438718ms","start":"2026-03-02T17:35:06.304695Z","end":"2026-03-02T17:35:06.885134Z","steps":["trace[145060424] 'process raft request' (duration: 580.353916ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:06.8852Z","caller":"traceutil/trace.go:171","msg":"trace[1849130446] transaction","detail":"{read_only:false; response_revision:24907; number_of_response:1; }","duration":"581.016001ms","start":"2026-03-02T17:35:06.304157Z","end":"2026-03-02T17:35:06.885173Z","steps":["trace[1849130446] 'process raft request' (duration: 580.714504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:06.885301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:06.304145Z","time spent":"581.105453ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:35:06.885306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:06.304678Z","time spent":"580.5531ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:35:06.885318Z","caller":"traceutil/trace.go:171","msg":"trace[920670410] transaction","detail":"{read_only:false; response_revision:24909; number_of_response:1; }","duration":"579.874646ms","start":"2026-03-02T17:35:06.305431Z","end":"2026-03-02T17:35:06.885306Z","steps":["trace[920670410] 'process raft request' (duration: 579.664601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:06.885441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:06.30542Z","time spent":"579.992818ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:35:06.885448Z","caller":"traceutil/trace.go:171","msg":"trace[2003402912] linearizableReadLoop","detail":"{readStateIndex:25772; appliedIndex:25766; }","duration":"291.066193ms","start":"2026-03-02T17:35:06.594374Z","end":"2026-03-02T17:35:06.88544Z","steps":["trace[2003402912] 'read index received' (duration: 130.768279ms)","trace[2003402912] 'applied index is now lower than readState.Index' (duration: 160.297114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:35:06.885516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.987647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:35:06.885673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.499746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T17:35:06.885706Z","caller":"traceutil/trace.go:171","msg":"trace[620991978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24910; }","duration":"583.555857ms","start":"2026-03-02T17:35:06.302143Z","end":"2026-03-02T17:35:06.885699Z","steps":["trace[620991978] 'agreement among raft nodes before linearized reading' (duration: 583.461825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:06.885695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.497984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T17:35:06.885729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:06.302127Z","time spent":"583.597608ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T17:35:06.885755Z","caller":"traceutil/trace.go:171","msg":"trace[1242766800] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24910; }","duration":"582.593776ms","start":"2026-03-02T17:35:06.303144Z","end":"2026-03-02T17:35:06.885737Z","steps":["trace[1242766800] 'agreement among raft nodes before linearized reading' (duration: 582.421473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:06.885811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:06.303123Z","time spent":"582.676138ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:35:06.88585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.02509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T17:35:06.885672Z","caller":"traceutil/trace.go:171","msg":"trace[1986448154] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24910; }","duration":"704.164722ms","start":"2026-03-02T17:35:06.181491Z","end":"2026-03-02T17:35:06.885655Z","steps":["trace[1986448154] 'agreement among raft nodes before linearized reading' (duration: 703.971807ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:06.885889Z","caller":"traceutil/trace.go:171","msg":"trace[1787984586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24910; }","duration":"285.09412ms","start":"2026-03-02T17:35:06.600786Z","end":"2026-03-02T17:35:06.88588Z","steps":["trace[1787984586] 'agreement among raft nodes before linearized reading' (duration: 284.919097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:06.885906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:06.181474Z","time spent":"704.425857ms","remote":"127.0.0.1:45298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:35:06.886014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.439157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:06.886049Z","caller":"traceutil/trace.go:171","msg":"trace[1104970278] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24910; }","duration":"119.476228ms","start":"2026-03-02T17:35:06.766563Z","end":"2026-03-02T17:35:06.886039Z","steps":["trace[1104970278] 'agreement among raft nodes before linearized reading' (duration: 119.418787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:06.885824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.591647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:06.886104Z","caller":"traceutil/trace.go:171","msg":"trace[891719953] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24910; }","duration":"610.903324ms","start":"2026-03-02T17:35:06.275192Z","end":"2026-03-02T17:35:06.886096Z","steps":["trace[891719953] 'agreement among raft nodes before linearized reading' (duration: 610.612578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:06.886131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:06.275172Z","time spent":"610.951735ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:35:06.886226Z","caller":"traceutil/trace.go:171","msg":"trace[2040366775] transaction","detail":"{read_only:false; response_revision:24910; number_of_response:1; }","duration":"289.295854ms","start":"2026-03-02T17:35:06.596923Z","end":"2026-03-02T17:35:06.886219Z","steps":["trace[2040366775] 'process raft request' (duration: 288.343613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:06.886344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.763214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:06.886367Z","caller":"traceutil/trace.go:171","msg":"trace[1044762978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24910; }","duration":"552.824836ms","start":"2026-03-02T17:35:06.333536Z","end":"2026-03-02T17:35:06.886361Z","steps":["trace[1044762978] 'agreement among raft nodes before linearized reading' (duration: 552.774875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:06.886383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:06.333525Z","time spent":"552.854536ms","remote":"127.0.0.1:54018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:35:06.886461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.20828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:35:06.886501Z","caller":"traceutil/trace.go:171","msg":"trace[1307864844] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24910; }","duration":"583.284242ms","start":"2026-03-02T17:35:06.303207Z","end":"2026-03-02T17:35:06.886491Z","steps":["trace[1307864844] 'agreement among raft nodes before linearized reading' (duration: 583.18363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:06.886533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:06.303178Z","time spent":"583.348383ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T17:35:11.381449Z","caller":"traceutil/trace.go:171","msg":"trace[1881163097] transaction","detail":"{read_only:false; response_revision:24939; number_of_response:1; }","duration":"493.770157ms","start":"2026-03-02T17:35:10.887659Z","end":"2026-03-02T17:35:11.38143Z","steps":["trace[1881163097] 'process raft request' (duration: 493.644384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:11.381569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:10.887641Z","time spent":"493.866929ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:35:11.940386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.425391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:35:11.940923Z","caller":"traceutil/trace.go:171","msg":"trace[378584842] linearizableReadLoop","detail":"{readStateIndex:25808; appliedIndex:25802; }","duration":"1.027205644s","start":"2026-03-02T17:35:10.913697Z","end":"2026-03-02T17:35:11.940902Z","steps":["trace[378584842] 'read index received' (duration: 467.649998ms)","trace[378584842] 'applied index is now lower than readState.Index' (duration: 559.554676ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:11.941039Z","caller":"traceutil/trace.go:171","msg":"trace[613274307] transaction","detail":"{read_only:false; response_revision:24940; number_of_response:1; }","duration":"1.052920103s","start":"2026-03-02T17:35:10.888098Z","end":"2026-03-02T17:35:11.941018Z","steps":["trace[613274307] 'process raft request' (duration: 884.768365ms)","trace[613274307] 'compare' (duration: 166.647414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:35:11.94114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:10.888081Z","time spent":"1.052999695s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:35:11.941171Z","caller":"traceutil/trace.go:171","msg":"trace[980088039] transaction","detail":"{read_only:false; response_revision:24944; number_of_response:1; }","duration":"1.035791304s","start":"2026-03-02T17:35:10.905349Z","end":"2026-03-02T17:35:11.94114Z","steps":["trace[980088039] 'process raft request' (duration: 1.035503378s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:11.941311Z","caller":"traceutil/trace.go:171","msg":"trace[900116798] transaction","detail":"{read_only:false; response_revision:24941; number_of_response:1; }","duration":"1.052727579s","start":"2026-03-02T17:35:10.888569Z","end":"2026-03-02T17:35:11.941296Z","steps":["trace[900116798] 'process raft request' (duration: 1.051925092s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:11.941335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027631363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:35:11.941363Z","caller":"traceutil/trace.go:171","msg":"trace[874487043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24944; }","duration":"1.027690274s","start":"2026-03-02T17:35:10.913665Z","end":"2026-03-02T17:35:11.941355Z","steps":["trace[874487043] 'agreement among raft nodes before linearized reading' (duration: 1.027573651s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:11.941344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.889192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:35:11.941362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027662853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-02T17:35:11.941355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.039281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:35:11.941418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:10.913652Z","time spent":"1.027724995s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T17:35:11.941413Z","caller":"traceutil/trace.go:171","msg":"trace[67668584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24944; }","duration":"1.027752166s","start":"2026-03-02T17:35:10.913646Z","end":"2026-03-02T17:35:11.941398Z","steps":["trace[67668584] 'agreement among raft nodes before linearized reading' (duration: 1.02749186s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:11.941444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.9533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:35:11.941457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:10.913621Z","time spent":"1.027825447s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T17:35:11.941472Z","caller":"traceutil/trace.go:171","msg":"trace[1666073302] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24944; }","duration":"236.004612ms","start":"2026-03-02T17:35:11.705459Z","end":"2026-03-02T17:35:11.941464Z","steps":["trace[1666073302] 'agreement among raft nodes before linearized reading' (duration: 235.966041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:11.941335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:10.905332Z","time spent":"1.035941847s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:35:11.941604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025886804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:35:11.941644Z","caller":"traceutil/trace.go:171","msg":"trace[986370313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24944; }","duration":"1.025941085s","start":"2026-03-02T17:35:10.91569Z","end":"2026-03-02T17:35:11.941631Z","steps":["trace[986370313] 'agreement among raft nodes before linearized reading' (duration: 1.025847823s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:11.941665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024885042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T17:35:11.941677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:10.915681Z","time spent":"1.025989536s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:35:11.941704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.82748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11758"} {"level":"warn","ts":"2026-03-02T17:35:11.941692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026220881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:35:11.941746Z","caller":"traceutil/trace.go:171","msg":"trace[406694889] transaction","detail":"{read_only:false; response_revision:24942; number_of_response:1; }","duration":"1.047020743s","start":"2026-03-02T17:35:10.894719Z","end":"2026-03-02T17:35:11.94174Z","steps":["trace[406694889] 'process raft request' (duration: 1.045848037s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:11.941736Z","caller":"traceutil/trace.go:171","msg":"trace[1243134606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24944; }","duration":"1.024966943s","start":"2026-03-02T17:35:10.916747Z","end":"2026-03-02T17:35:11.941714Z","steps":["trace[1243134606] 'agreement among raft nodes before linearized reading' (duration: 1.024681077s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:11.941355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.268231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:35:11.941751Z","caller":"traceutil/trace.go:171","msg":"trace[1631653767] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24944; }","duration":"959.873681ms","start":"2026-03-02T17:35:10.981865Z","end":"2026-03-02T17:35:11.941738Z","steps":["trace[1631653767] 'agreement among raft nodes before linearized reading' (duration: 959.739978ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:11.941774Z","caller":"traceutil/trace.go:171","msg":"trace[1346236733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24944; }","duration":"1.026368904s","start":"2026-03-02T17:35:10.915386Z","end":"2026-03-02T17:35:11.941755Z","steps":["trace[1346236733] 'agreement among raft nodes before linearized reading' (duration: 1.025806062s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:11.941786Z","caller":"traceutil/trace.go:171","msg":"trace[502587845] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24944; }","duration":"836.770132ms","start":"2026-03-02T17:35:11.105003Z","end":"2026-03-02T17:35:11.941773Z","steps":["trace[502587845] 'agreement among raft nodes before linearized reading' (duration: 836.22949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:11.941791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:10.981808Z","time spent":"959.972353ms","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11781,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-02T17:35:11.941789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:10.916734Z","time spent":"1.025042955s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T17:35:11.941807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:10.894706Z","time spent":"1.047058274s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:35:11.941816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:10.915377Z","time spent":"1.026431216s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T17:35:11.941479Z","caller":"traceutil/trace.go:171","msg":"trace[1624973525] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24944; }","duration":"544.197194ms","start":"2026-03-02T17:35:11.397241Z","end":"2026-03-02T17:35:11.941438Z","steps":["trace[1624973525] 'agreement among raft nodes before linearized reading' (duration: 544.01495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:11.941919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:11.397222Z","time spent":"544.673925ms","remote":"127.0.0.1:59978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:35:11.94172Z","caller":"traceutil/trace.go:171","msg":"trace[362523490] transaction","detail":"{read_only:false; response_revision:24943; number_of_response:1; }","duration":"1.036401677s","start":"2026-03-02T17:35:10.90531Z","end":"2026-03-02T17:35:11.941712Z","steps":["trace[362523490] 'process raft request' (duration: 1.035305384s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:11.941389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:10.888555Z","time spent":"1.052795701s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:35:11.942063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:10.905298Z","time spent":"1.036703384s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:35:11.941818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:11.104982Z","time spent":"836.826123ms","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:35:11.941403Z","caller":"traceutil/trace.go:171","msg":"trace[930968526] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24944; }","duration":"471.992364ms","start":"2026-03-02T17:35:11.469396Z","end":"2026-03-02T17:35:11.941389Z","steps":["trace[930968526] 'agreement among raft nodes before linearized reading' (duration: 471.844891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:11.942176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:11.469377Z","time spent":"472.774262ms","remote":"127.0.0.1:54472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:35:12.652616Z","caller":"traceutil/trace.go:171","msg":"trace[653466843] linearizableReadLoop","detail":"{readStateIndex:25814; appliedIndex:25813; }","duration":"319.065324ms","start":"2026-03-02T17:35:12.333524Z","end":"2026-03-02T17:35:12.652589Z","steps":["trace[653466843] 'read index received' (duration: 318.815568ms)","trace[653466843] 'applied index is now lower than readState.Index' (duration: 248.436µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:12.65269Z","caller":"traceutil/trace.go:171","msg":"trace[77583834] transaction","detail":"{read_only:false; response_revision:24950; number_of_response:1; }","duration":"442.267845ms","start":"2026-03-02T17:35:12.210378Z","end":"2026-03-02T17:35:12.652646Z","steps":["trace[77583834] 'process raft request' (duration: 441.977839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:12.652795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.250908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:12.65284Z","caller":"traceutil/trace.go:171","msg":"trace[933477363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24950; }","duration":"319.35519ms","start":"2026-03-02T17:35:12.333474Z","end":"2026-03-02T17:35:12.65283Z","steps":["trace[933477363] 'agreement among raft nodes before linearized reading' (duration: 319.251188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:12.652883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:12.333454Z","time spent":"319.421242ms","remote":"127.0.0.1:54018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:35:12.652926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:12.210322Z","time spent":"442.469889ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:35:12.979314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.777808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:35:12.979436Z","caller":"traceutil/trace.go:171","msg":"trace[2016374730] transaction","detail":"{read_only:false; response_revision:24951; number_of_response:1; }","duration":"575.290534ms","start":"2026-03-02T17:35:12.404128Z","end":"2026-03-02T17:35:12.979418Z","steps":["trace[2016374730] 'process raft request' (duration: 274.348462ms)","trace[2016374730] 'compare' (duration: 300.229286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:35:12.979483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:12.404099Z","time spent":"575.364386ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:35:12.979822Z","caller":"traceutil/trace.go:171","msg":"trace[509697205] linearizableReadLoop","detail":"{readStateIndex:25816; appliedIndex:25814; }","duration":"327.109992ms","start":"2026-03-02T17:35:12.652687Z","end":"2026-03-02T17:35:12.979797Z","steps":["trace[509697205] 'read index received' (duration: 25.71884ms)","trace[509697205] 'applied index is now lower than readState.Index' (duration: 301.389952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:35:12.979996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.481281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T17:35:12.980045Z","caller":"traceutil/trace.go:171","msg":"trace[954050196] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24952; }","duration":"424.562343ms","start":"2026-03-02T17:35:12.555475Z","end":"2026-03-02T17:35:12.980038Z","steps":["trace[954050196] 'agreement among raft nodes before linearized reading' (duration: 424.42413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:12.980066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:12.555453Z","time spent":"424.607784ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:35:12.980145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.019388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:35:12.980204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.671077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T17:35:12.980262Z","caller":"traceutil/trace.go:171","msg":"trace[31067481] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24952; }","duration":"162.80962ms","start":"2026-03-02T17:35:12.817438Z","end":"2026-03-02T17:35:12.980248Z","steps":["trace[31067481] 'agreement among raft nodes before linearized reading' (duration: 162.623676ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:12.980226Z","caller":"traceutil/trace.go:171","msg":"trace[1070995665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24952; }","duration":"326.170172ms","start":"2026-03-02T17:35:12.654042Z","end":"2026-03-02T17:35:12.980212Z","steps":["trace[1070995665] 'agreement among raft nodes before linearized reading' (duration: 325.942087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:12.980362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:12.654017Z","time spent":"326.333285ms","remote":"127.0.0.1:54002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:35:12.979952Z","caller":"traceutil/trace.go:171","msg":"trace[133784557] transaction","detail":"{read_only:false; response_revision:24952; number_of_response:1; }","duration":"360.467812ms","start":"2026-03-02T17:35:12.619428Z","end":"2026-03-02T17:35:12.979896Z","steps":["trace[133784557] 'process raft request' (duration: 359.95629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:12.983179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:12.619401Z","time spent":"363.642932ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:35:13.499783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.096822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:13.499878Z","caller":"traceutil/trace.go:171","msg":"trace[1780353544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24953; }","duration":"166.237235ms","start":"2026-03-02T17:35:13.333617Z","end":"2026-03-02T17:35:13.499854Z","steps":["trace[1780353544] 'range keys from in-memory index tree' (duration: 165.955999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:13.50034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.151955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-02T17:35:13.500437Z","caller":"traceutil/trace.go:171","msg":"trace[1735132109] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24953; }","duration":"411.293268ms","start":"2026-03-02T17:35:13.089117Z","end":"2026-03-02T17:35:13.50041Z","steps":["trace[1735132109] 'range keys from in-memory index tree' (duration: 410.95898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:13.500491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:13.089094Z","time spent":"411.38278ms","remote":"127.0.0.1:57508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T17:35:13.501906Z","caller":"traceutil/trace.go:171","msg":"trace[1809766465] transaction","detail":"{read_only:false; response_revision:24954; number_of_response:1; }","duration":"114.708774ms","start":"2026-03-02T17:35:13.387179Z","end":"2026-03-02T17:35:13.501888Z","steps":["trace[1809766465] 'process raft request' (duration: 114.577581ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:15.681667Z","caller":"traceutil/trace.go:171","msg":"trace[960664142] transaction","detail":"{read_only:false; response_revision:24969; number_of_response:1; }","duration":"174.670883ms","start":"2026-03-02T17:35:15.506972Z","end":"2026-03-02T17:35:15.681643Z","steps":["trace[960664142] 'process raft request' (duration: 174.514659ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:15.920841Z","caller":"traceutil/trace.go:171","msg":"trace[1384272074] transaction","detail":"{read_only:false; response_revision:24970; number_of_response:1; }","duration":"142.205022ms","start":"2026-03-02T17:35:15.778596Z","end":"2026-03-02T17:35:15.920801Z","steps":["trace[1384272074] 'process raft request' (duration: 142.069129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:22.067283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.605802ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T17:35:22.070004Z","caller":"traceutil/trace.go:171","msg":"trace[1364975992] linearizableReadLoop","detail":"{readStateIndex:25890; appliedIndex:25888; }","duration":"186.897723ms","start":"2026-03-02T17:35:21.883082Z","end":"2026-03-02T17:35:22.06998Z","steps":["trace[1364975992] 'read index received' (duration: 22.59185ms)","trace[1364975992] 'applied index is now lower than readState.Index' (duration: 164.304363ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:22.070053Z","caller":"traceutil/trace.go:171","msg":"trace[268216886] transaction","detail":"{read_only:false; response_revision:25024; number_of_response:1; }","duration":"367.035478ms","start":"2026-03-02T17:35:21.702987Z","end":"2026-03-02T17:35:22.070022Z","steps":["trace[268216886] 'process raft request' (duration: 366.825983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:22.070274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:21.702872Z","time spent":"367.333674ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:35:22.070152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.046307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:22.070516Z","caller":"traceutil/trace.go:171","msg":"trace[1856999760] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25024; }","duration":"187.459376ms","start":"2026-03-02T17:35:21.883034Z","end":"2026-03-02T17:35:22.070494Z","steps":["trace[1856999760] 'agreement among raft nodes before linearized reading' (duration: 187.058156ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:22.285579Z","caller":"traceutil/trace.go:171","msg":"trace[595674875] transaction","detail":"{read_only:false; response_revision:25025; number_of_response:1; }","duration":"309.024791ms","start":"2026-03-02T17:35:21.976526Z","end":"2026-03-02T17:35:22.285551Z","steps":["trace[595674875] 'process raft request' (duration: 232.086105ms)","trace[595674875] 'compare' (duration: 76.497306ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:22.285603Z","caller":"traceutil/trace.go:171","msg":"trace[1604812345] transaction","detail":"{read_only:false; response_revision:25028; number_of_response:1; }","duration":"282.488022ms","start":"2026-03-02T17:35:22.003096Z","end":"2026-03-02T17:35:22.285584Z","steps":["trace[1604812345] 'process raft request' (duration: 282.43381ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:22.285609Z","caller":"traceutil/trace.go:171","msg":"trace[1468905332] transaction","detail":"{read_only:false; response_revision:25026; number_of_response:1; }","duration":"282.586475ms","start":"2026-03-02T17:35:22.002995Z","end":"2026-03-02T17:35:22.285581Z","steps":["trace[1468905332] 'process raft request' (duration: 282.456112ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:22.285659Z","caller":"traceutil/trace.go:171","msg":"trace[1888538750] linearizableReadLoop","detail":"{readStateIndex:25895; appliedIndex:25890; }","duration":"215.577139ms","start":"2026-03-02T17:35:22.070069Z","end":"2026-03-02T17:35:22.285647Z","steps":["trace[1888538750] 'read index received' (duration: 138.47773ms)","trace[1888538750] 'applied index is now lower than readState.Index' (duration: 77.098489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:35:22.285705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:21.976502Z","time spent":"309.136083ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:35:22.285809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.058457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T17:35:22.285841Z","caller":"traceutil/trace.go:171","msg":"trace[738950717] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25029; }","duration":"229.138479ms","start":"2026-03-02T17:35:22.056692Z","end":"2026-03-02T17:35:22.285831Z","steps":["trace[738950717] 'agreement among raft nodes before linearized reading' (duration: 228.996336ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:22.285863Z","caller":"traceutil/trace.go:171","msg":"trace[1283885786] transaction","detail":"{read_only:false; response_revision:25027; number_of_response:1; }","duration":"282.860251ms","start":"2026-03-02T17:35:22.002995Z","end":"2026-03-02T17:35:22.285855Z","steps":["trace[1283885786] 'process raft request' (duration: 282.503803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:22.28591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.179445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T17:35:22.285936Z","caller":"traceutil/trace.go:171","msg":"trace[1342691849] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25029; }","duration":"217.221886ms","start":"2026-03-02T17:35:22.068706Z","end":"2026-03-02T17:35:22.285928Z","steps":["trace[1342691849] 'agreement among raft nodes before linearized reading' (duration: 217.099032ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:22.28596Z","caller":"traceutil/trace.go:171","msg":"trace[631052559] transaction","detail":"{read_only:false; response_revision:25029; number_of_response:1; }","duration":"282.695228ms","start":"2026-03-02T17:35:22.003256Z","end":"2026-03-02T17:35:22.285952Z","steps":["trace[631052559] 'process raft request' (duration: 282.298538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:22.28605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.651583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T17:35:22.286081Z","caller":"traceutil/trace.go:171","msg":"trace[889311196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25029; }","duration":"225.696634ms","start":"2026-03-02T17:35:22.060376Z","end":"2026-03-02T17:35:22.286073Z","steps":["trace[889311196] 'agreement among raft nodes before linearized reading' (duration: 225.616512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:22.286092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.59451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:35:22.286117Z","caller":"traceutil/trace.go:171","msg":"trace[1146225107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25029; }","duration":"224.652311ms","start":"2026-03-02T17:35:22.061458Z","end":"2026-03-02T17:35:22.28611Z","steps":["trace[1146225107] 'agreement among raft nodes before linearized reading' (duration: 224.547619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:22.28625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.375476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T17:35:22.28631Z","caller":"traceutil/trace.go:171","msg":"trace[546826288] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25029; }","duration":"229.460677ms","start":"2026-03-02T17:35:22.056833Z","end":"2026-03-02T17:35:22.286294Z","steps":["trace[546826288] 'agreement among raft nodes before linearized reading' (duration: 229.190011ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:22.584015Z","caller":"traceutil/trace.go:171","msg":"trace[1624076709] transaction","detail":"{read_only:false; response_revision:25031; number_of_response:1; }","duration":"291.497773ms","start":"2026-03-02T17:35:22.29249Z","end":"2026-03-02T17:35:22.583988Z","steps":["trace[1624076709] 'process raft request' (duration: 266.268903ms)","trace[1624076709] 'compare' (duration: 25.021965ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:22.584385Z","caller":"traceutil/trace.go:171","msg":"trace[711884925] linearizableReadLoop","detail":"{readStateIndex:25900; appliedIndex:25896; }","duration":"249.335898ms","start":"2026-03-02T17:35:22.335022Z","end":"2026-03-02T17:35:22.584358Z","steps":["trace[711884925] 'read index received' (duration: 40.816635ms)","trace[711884925] 'applied index is now lower than readState.Index' (duration: 208.518193ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:22.58444Z","caller":"traceutil/trace.go:171","msg":"trace[1005068430] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"291.574904ms","start":"2026-03-02T17:35:22.292835Z","end":"2026-03-02T17:35:22.58441Z","steps":["trace[1005068430] 'process raft request' (duration: 291.337549ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:22.584455Z","caller":"traceutil/trace.go:171","msg":"trace[457850761] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"291.652276ms","start":"2026-03-02T17:35:22.292776Z","end":"2026-03-02T17:35:22.584428Z","steps":["trace[457850761] 'process raft request' (duration: 291.170066ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:22.584453Z","caller":"traceutil/trace.go:171","msg":"trace[485674629] transaction","detail":"{read_only:false; response_revision:25034; number_of_response:1; }","duration":"289.272883ms","start":"2026-03-02T17:35:22.295151Z","end":"2026-03-02T17:35:22.584424Z","steps":["trace[485674629] 'process raft request' (duration: 289.154841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:22.584517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.476691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:22.58458Z","caller":"traceutil/trace.go:171","msg":"trace[1009323980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25034; }","duration":"249.546262ms","start":"2026-03-02T17:35:22.335014Z","end":"2026-03-02T17:35:22.58456Z","steps":["trace[1009323980] 'agreement among raft nodes before linearized reading' (duration: 249.44137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:23.097818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.088879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T17:35:23.097896Z","caller":"traceutil/trace.go:171","msg":"trace[530002931] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25035; }","duration":"278.17401ms","start":"2026-03-02T17:35:22.819698Z","end":"2026-03-02T17:35:23.097872Z","steps":["trace[530002931] 'count revisions from in-memory index tree' (duration: 278.011577ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:24.554708Z","caller":"traceutil/trace.go:171","msg":"trace[1566851570] transaction","detail":"{read_only:false; response_revision:25039; number_of_response:1; }","duration":"262.976914ms","start":"2026-03-02T17:35:24.291706Z","end":"2026-03-02T17:35:24.554683Z","steps":["trace[1566851570] 'process raft request' (duration: 212.763415ms)","trace[1566851570] 'compare' (duration: 50.030485ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:24.554996Z","caller":"traceutil/trace.go:171","msg":"trace[2053681721] transaction","detail":"{read_only:false; response_revision:25040; number_of_response:1; }","duration":"262.892053ms","start":"2026-03-02T17:35:24.292092Z","end":"2026-03-02T17:35:24.554984Z","steps":["trace[2053681721] 'process raft request' (duration: 262.553675ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:24.555154Z","caller":"traceutil/trace.go:171","msg":"trace[944184432] transaction","detail":"{read_only:false; response_revision:25042; number_of_response:1; }","duration":"261.960124ms","start":"2026-03-02T17:35:24.293175Z","end":"2026-03-02T17:35:24.555135Z","steps":["trace[944184432] 'process raft request' (duration: 261.859182ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:24.555166Z","caller":"traceutil/trace.go:171","msg":"trace[333817097] transaction","detail":"{read_only:false; response_revision:25041; number_of_response:1; }","duration":"262.156618ms","start":"2026-03-02T17:35:24.292978Z","end":"2026-03-02T17:35:24.555135Z","steps":["trace[333817097] 'process raft request' (duration: 261.944202ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:24.555145Z","caller":"traceutil/trace.go:171","msg":"trace[1632920742] linearizableReadLoop","detail":"{readStateIndex:25908; appliedIndex:25903; }","duration":"222.168876ms","start":"2026-03-02T17:35:24.332954Z","end":"2026-03-02T17:35:24.555122Z","steps":["trace[1632920742] 'read index received' (duration: 49.992574ms)","trace[1632920742] 'applied index is now lower than readState.Index' (duration: 172.175062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:35:24.555238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.265368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:24.555289Z","caller":"traceutil/trace.go:171","msg":"trace[1769029833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25042; }","duration":"222.358689ms","start":"2026-03-02T17:35:24.332919Z","end":"2026-03-02T17:35:24.555278Z","steps":["trace[1769029833] 'agreement among raft nodes before linearized reading' (duration: 222.273847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:24.55549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.30596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T17:35:24.555538Z","caller":"traceutil/trace.go:171","msg":"trace[187894451] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25042; }","duration":"175.411422ms","start":"2026-03-02T17:35:24.380115Z","end":"2026-03-02T17:35:24.555527Z","steps":["trace[187894451] 'agreement among raft nodes before linearized reading' (duration: 175.261359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:24.86856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.366919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:35:24.868633Z","caller":"traceutil/trace.go:171","msg":"trace[477826520] linearizableReadLoop","detail":"{readStateIndex:25909; appliedIndex:25908; }","duration":"279.423667ms","start":"2026-03-02T17:35:24.589197Z","end":"2026-03-02T17:35:24.868621Z","steps":["trace[477826520] 'read index received' (duration: 176.625369ms)","trace[477826520] 'applied index is now lower than readState.Index' (duration: 102.797018ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:24.8687Z","caller":"traceutil/trace.go:171","msg":"trace[1996695311] transaction","detail":"{read_only:false; response_revision:25043; number_of_response:1; }","duration":"309.267877ms","start":"2026-03-02T17:35:24.559424Z","end":"2026-03-02T17:35:24.868691Z","steps":["trace[1996695311] 'process raft request' (duration: 206.404467ms)","trace[1996695311] 'compare' (duration: 102.086633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:35:24.868745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:24.559406Z","time spent":"309.310837ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:35:24.868925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.596753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T17:35:24.86898Z","caller":"traceutil/trace.go:171","msg":"trace[1272010188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25043; }","duration":"279.687804ms","start":"2026-03-02T17:35:24.589277Z","end":"2026-03-02T17:35:24.868965Z","steps":["trace[1272010188] 'agreement among raft nodes before linearized reading' (duration: 279.51231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:24.869014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.644364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T17:35:24.86904Z","caller":"traceutil/trace.go:171","msg":"trace[1234230485] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25043; }","duration":"279.677274ms","start":"2026-03-02T17:35:24.589351Z","end":"2026-03-02T17:35:24.869029Z","steps":["trace[1234230485] 'agreement among raft nodes before linearized reading' (duration: 279.593822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:24.86934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.142714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:35:24.869366Z","caller":"traceutil/trace.go:171","msg":"trace[2061404840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25043; }","duration":"280.202515ms","start":"2026-03-02T17:35:24.589156Z","end":"2026-03-02T17:35:24.869358Z","steps":["trace[2061404840] 'agreement among raft nodes before linearized reading' (duration: 279.93978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:24.869435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.062572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T17:35:24.869532Z","caller":"traceutil/trace.go:171","msg":"trace[1732572220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25043; }","duration":"280.206776ms","start":"2026-03-02T17:35:24.589303Z","end":"2026-03-02T17:35:24.86951Z","steps":["trace[1732572220] 'agreement among raft nodes before linearized reading' (duration: 279.675754ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:30.361334Z","caller":"traceutil/trace.go:171","msg":"trace[1486885804] linearizableReadLoop","detail":"{readStateIndex:25949; appliedIndex:25948; }","duration":"172.074708ms","start":"2026-03-02T17:35:30.189228Z","end":"2026-03-02T17:35:30.361303Z","steps":["trace[1486885804] 'read index received' (duration: 171.850634ms)","trace[1486885804] 'applied index is now lower than readState.Index' (duration: 222.504µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:30.361459Z","caller":"traceutil/trace.go:171","msg":"trace[252792729] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"268.910896ms","start":"2026-03-02T17:35:30.092509Z","end":"2026-03-02T17:35:30.36142Z","steps":["trace[252792729] 'process raft request' (duration: 268.569889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:30.361561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.308913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:35:30.361609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.176799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:30.361621Z","caller":"traceutil/trace.go:171","msg":"trace[707058176] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25082; }","duration":"172.453766ms","start":"2026-03-02T17:35:30.189152Z","end":"2026-03-02T17:35:30.361605Z","steps":["trace[707058176] 'agreement among raft nodes before linearized reading' (duration: 172.333133ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:30.361661Z","caller":"traceutil/trace.go:171","msg":"trace[1852389228] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25082; }","duration":"152.297802ms","start":"2026-03-02T17:35:30.209347Z","end":"2026-03-02T17:35:30.361645Z","steps":["trace[1852389228] 'agreement among raft nodes before linearized reading' (duration: 152.181009ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:30.570578Z","caller":"traceutil/trace.go:171","msg":"trace[380035461] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"167.693552ms","start":"2026-03-02T17:35:30.402851Z","end":"2026-03-02T17:35:30.570544Z","steps":["trace[380035461] 'process raft request' (duration: 166.640908ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:30.833173Z","caller":"traceutil/trace.go:171","msg":"trace[1675810301] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"259.296554ms","start":"2026-03-02T17:35:30.573846Z","end":"2026-03-02T17:35:30.833142Z","steps":["trace[1675810301] 'process raft request' (duration: 259.216093ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:30.833241Z","caller":"traceutil/trace.go:171","msg":"trace[1330104302] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"260.425409ms","start":"2026-03-02T17:35:30.572738Z","end":"2026-03-02T17:35:30.833163Z","steps":["trace[1330104302] 'process raft request' (duration: 260.175773ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:30.83334Z","caller":"traceutil/trace.go:171","msg":"trace[1728236286] linearizableReadLoop","detail":"{readStateIndex:25954; appliedIndex:25951; }","duration":"181.824524ms","start":"2026-03-02T17:35:30.651491Z","end":"2026-03-02T17:35:30.833316Z","steps":["trace[1728236286] 'read index received' (duration: 181.449846ms)","trace[1728236286] 'applied index is now lower than readState.Index' (duration: 372.738µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:35:30.833453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.954226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:30.833498Z","caller":"traceutil/trace.go:171","msg":"trace[1016556500] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25087; }","duration":"182.057389ms","start":"2026-03-02T17:35:30.651429Z","end":"2026-03-02T17:35:30.833486Z","steps":["trace[1016556500] 'agreement among raft nodes before linearized reading' (duration: 181.967087ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:30.833491Z","caller":"traceutil/trace.go:171","msg":"trace[193489464] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"259.450467ms","start":"2026-03-02T17:35:30.573932Z","end":"2026-03-02T17:35:30.833382Z","steps":["trace[193489464] 'process raft request' (duration: 259.172721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:31.098912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.312018ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T17:35:31.099008Z","caller":"traceutil/trace.go:171","msg":"trace[485415810] linearizableReadLoop","detail":"{readStateIndex:25955; appliedIndex:25954; }","duration":"265.608682ms","start":"2026-03-02T17:35:30.833385Z","end":"2026-03-02T17:35:31.098993Z","steps":["trace[485415810] 'read index received' (duration: 72.166822ms)","trace[485415810] 'applied index is now lower than readState.Index' (duration: 193.44009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:35:31.099199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.058489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-02T17:35:31.099229Z","caller":"traceutil/trace.go:171","msg":"trace[829212948] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25087; }","duration":"365.136671ms","start":"2026-03-02T17:35:30.734082Z","end":"2026-03-02T17:35:31.099219Z","steps":["trace[829212948] 'agreement among raft nodes before linearized reading' (duration: 364.996178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:31.099261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:30.73406Z","time spent":"365.192643ms","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-02T17:35:31.099275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.839125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T17:35:31.099281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.246423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:31.099341Z","caller":"traceutil/trace.go:171","msg":"trace[1661873503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25087; }","duration":"210.947497ms","start":"2026-03-02T17:35:30.888379Z","end":"2026-03-02T17:35:31.099326Z","steps":["trace[1661873503] 'agreement among raft nodes before linearized reading' (duration: 210.767984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:31.099332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.147449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T17:35:31.099347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.177692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T17:35:31.099389Z","caller":"traceutil/trace.go:171","msg":"trace[1974356971] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25087; }","duration":"118.231211ms","start":"2026-03-02T17:35:30.981143Z","end":"2026-03-02T17:35:31.099374Z","steps":["trace[1974356971] 'agreement among raft nodes before linearized reading' (duration: 118.072407ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:31.099421Z","caller":"traceutil/trace.go:171","msg":"trace[1043640574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25087; }","duration":"119.282764ms","start":"2026-03-02T17:35:30.980122Z","end":"2026-03-02T17:35:31.099404Z","steps":["trace[1043640574] 'agreement among raft nodes before linearized reading' (duration: 119.07574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:31.099416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.256393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:35:31.099366Z","caller":"traceutil/trace.go:171","msg":"trace[1087214337] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25087; }","duration":"389.371216ms","start":"2026-03-02T17:35:30.709972Z","end":"2026-03-02T17:35:31.099343Z","steps":["trace[1087214337] 'agreement among raft nodes before linearized reading' (duration: 389.229933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:31.099475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.107028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:35:31.099485Z","caller":"traceutil/trace.go:171","msg":"trace[949831287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25087; }","duration":"119.366876ms","start":"2026-03-02T17:35:30.980102Z","end":"2026-03-02T17:35:31.099469Z","steps":["trace[949831287] 'agreement among raft nodes before linearized reading' (duration: 119.147271ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:31.099509Z","caller":"traceutil/trace.go:171","msg":"trace[97934333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25087; }","duration":"166.165439ms","start":"2026-03-02T17:35:30.933335Z","end":"2026-03-02T17:35:31.0995Z","steps":["trace[97934333] 'agreement among raft nodes before linearized reading' (duration: 166.067707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:31.099514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:30.709954Z","time spent":"389.546099ms","remote":"127.0.0.1:45126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:35:31.364264Z","caller":"traceutil/trace.go:171","msg":"trace[514063040] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"261.241156ms","start":"2026-03-02T17:35:31.10299Z","end":"2026-03-02T17:35:31.364231Z","steps":["trace[514063040] 'process raft request' (duration: 188.048671ms)","trace[514063040] 'compare' (duration: 72.92177ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:31.3643Z","caller":"traceutil/trace.go:171","msg":"trace[1098434137] transaction","detail":"{read_only:false; response_revision:25093; number_of_response:1; }","duration":"239.485956ms","start":"2026-03-02T17:35:31.124776Z","end":"2026-03-02T17:35:31.364262Z","steps":["trace[1098434137] 'process raft request' (duration: 239.444455ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:31.36439Z","caller":"traceutil/trace.go:171","msg":"trace[1751111464] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"260.349138ms","start":"2026-03-02T17:35:31.104026Z","end":"2026-03-02T17:35:31.364375Z","steps":["trace[1751111464] 'process raft request' (duration: 260.126473ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:31.364459Z","caller":"traceutil/trace.go:171","msg":"trace[124179538] transaction","detail":"{read_only:false; response_revision:25092; number_of_response:1; }","duration":"260.263555ms","start":"2026-03-02T17:35:31.104185Z","end":"2026-03-02T17:35:31.364448Z","steps":["trace[124179538] 'process raft request' (duration: 260.00182ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:31.36449Z","caller":"traceutil/trace.go:171","msg":"trace[1704851431] transaction","detail":"{read_only:false; response_revision:25090; number_of_response:1; }","duration":"260.862708ms","start":"2026-03-02T17:35:31.103621Z","end":"2026-03-02T17:35:31.364484Z","steps":["trace[1704851431] 'process raft request' (duration: 260.469199ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:33.501135Z","caller":"traceutil/trace.go:171","msg":"trace[2024491514] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"132.29596ms","start":"2026-03-02T17:35:33.368816Z","end":"2026-03-02T17:35:33.501112Z","steps":["trace[2024491514] 'process raft request' (duration: 132.177308ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:33.722178Z","caller":"traceutil/trace.go:171","msg":"trace[1520382173] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"351.127721ms","start":"2026-03-02T17:35:33.371023Z","end":"2026-03-02T17:35:33.722151Z","steps":["trace[1520382173] 'process raft request' (duration: 290.034062ms)","trace[1520382173] 'compare' (duration: 60.820603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:35:33.722357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:33.371002Z","time spent":"351.244064ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:35:33.722417Z","caller":"traceutil/trace.go:171","msg":"trace[1839807814] linearizableReadLoop","detail":"{readStateIndex:25971; appliedIndex:25970; }","duration":"351.345646ms","start":"2026-03-02T17:35:33.371053Z","end":"2026-03-02T17:35:33.722398Z","steps":["trace[1839807814] 'read index received' (duration: 130.067412ms)","trace[1839807814] 'applied index is now lower than readState.Index' (duration: 221.277064ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:33.722604Z","caller":"traceutil/trace.go:171","msg":"trace[922492524] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"350.950497ms","start":"2026-03-02T17:35:33.371641Z","end":"2026-03-02T17:35:33.722592Z","steps":["trace[922492524] 'process raft request' (duration: 350.417526ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:33.72268Z","caller":"traceutil/trace.go:171","msg":"trace[483082309] transaction","detail":"{read_only:false; response_revision:25105; number_of_response:1; }","duration":"351.003868ms","start":"2026-03-02T17:35:33.371658Z","end":"2026-03-02T17:35:33.722662Z","steps":["trace[483082309] 'process raft request' (duration: 350.65715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:33.722706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:33.371633Z","time spent":"350.998958ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:35:33.722711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.660623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:35:33.722741Z","caller":"traceutil/trace.go:171","msg":"trace[140978247] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25105; }","duration":"351.721824ms","start":"2026-03-02T17:35:33.371012Z","end":"2026-03-02T17:35:33.722734Z","steps":["trace[140978247] 'agreement among raft nodes before linearized reading' (duration: 351.621241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:33.722757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:33.370995Z","time spent":"351.758935ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:35:33.722748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:33.371647Z","time spent":"351.06329ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:35:34.781071Z","caller":"traceutil/trace.go:171","msg":"trace[1117969084] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"163.51531ms","start":"2026-03-02T17:35:34.617505Z","end":"2026-03-02T17:35:34.78102Z","steps":["trace[1117969084] 'process raft request' (duration: 162.263972ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:37.151263Z","caller":"traceutil/trace.go:171","msg":"trace[1801983384] transaction","detail":"{read_only:false; response_revision:25216; number_of_response:1; }","duration":"168.119801ms","start":"2026-03-02T17:35:36.983119Z","end":"2026-03-02T17:35:37.151239Z","steps":["trace[1801983384] 'process raft request' (duration: 167.862476ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:37.151679Z","caller":"traceutil/trace.go:171","msg":"trace[1004252706] transaction","detail":"{read_only:false; response_revision:25217; number_of_response:1; }","duration":"160.452782ms","start":"2026-03-02T17:35:36.991214Z","end":"2026-03-02T17:35:37.151667Z","steps":["trace[1004252706] 'process raft request' (duration: 159.955371ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:37.15199Z","caller":"traceutil/trace.go:171","msg":"trace[815259778] transaction","detail":"{read_only:false; response_revision:25218; number_of_response:1; }","duration":"160.522653ms","start":"2026-03-02T17:35:36.991446Z","end":"2026-03-02T17:35:37.151969Z","steps":["trace[815259778] 'process raft request' (duration: 160.052433ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:37.152057Z","caller":"traceutil/trace.go:171","msg":"trace[2116451445] transaction","detail":"{read_only:false; response_revision:25220; number_of_response:1; }","duration":"156.816872ms","start":"2026-03-02T17:35:36.995228Z","end":"2026-03-02T17:35:37.152045Z","steps":["trace[2116451445] 'process raft request' (duration: 156.75144ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:37.152246Z","caller":"traceutil/trace.go:171","msg":"trace[1017121916] transaction","detail":"{read_only:false; response_revision:25219; number_of_response:1; }","duration":"157.107848ms","start":"2026-03-02T17:35:36.995129Z","end":"2026-03-02T17:35:37.152236Z","steps":["trace[1017121916] 'process raft request' (duration: 156.627698ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:37.155275Z","caller":"traceutil/trace.go:171","msg":"trace[2092426676] linearizableReadLoop","detail":"{readStateIndex:26091; appliedIndex:26086; }","duration":"156.487413ms","start":"2026-03-02T17:35:36.99876Z","end":"2026-03-02T17:35:37.155248Z","steps":["trace[2092426676] 'read index received' (duration: 152.416874ms)","trace[2092426676] 'applied index is now lower than readState.Index' (duration: 4.069179ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:37.155625Z","caller":"traceutil/trace.go:171","msg":"trace[1639492867] transaction","detail":"{read_only:false; response_revision:25221; number_of_response:1; }","duration":"156.860902ms","start":"2026-03-02T17:35:36.998748Z","end":"2026-03-02T17:35:37.155609Z","steps":["trace[1639492867] 'process raft request' (duration: 155.603314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:37.155833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.060527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-share\" ","response":"range_response_count:1 size:8970"} {"level":"info","ts":"2026-03-02T17:35:37.15589Z","caller":"traceutil/trace.go:171","msg":"trace[1722053434] range","detail":"{range_begin:/registry/deployments/openstack/manila-share; range_end:; response_count:1; response_revision:25223; }","duration":"157.145809ms","start":"2026-03-02T17:35:36.998733Z","end":"2026-03-02T17:35:37.155879Z","steps":["trace[1722053434] 'agreement among raft nodes before linearized reading' (duration: 156.986175ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:37.15606Z","caller":"traceutil/trace.go:171","msg":"trace[1573597984] transaction","detail":"{read_only:false; response_revision:25223; number_of_response:1; }","duration":"156.624228ms","start":"2026-03-02T17:35:36.999428Z","end":"2026-03-02T17:35:37.156052Z","steps":["trace[1573597984] 'process raft request' (duration: 155.741498ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:37.156069Z","caller":"traceutil/trace.go:171","msg":"trace[607397399] transaction","detail":"{read_only:false; response_revision:25222; number_of_response:1; }","duration":"157.139619ms","start":"2026-03-02T17:35:36.99891Z","end":"2026-03-02T17:35:37.156049Z","steps":["trace[607397399] 'process raft request' (duration: 156.192547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:37.15632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.352535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"warn","ts":"2026-03-02T17:35:37.156339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.091121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-data\" ","response":"range_response_count:1 size:6465"} {"level":"info","ts":"2026-03-02T17:35:37.15643Z","caller":"traceutil/trace.go:171","msg":"trace[119245851] range","detail":"{range_begin:/registry/deployments/openstack/manila-data; range_end:; response_count:1; response_revision:25223; }","duration":"154.233274ms","start":"2026-03-02T17:35:37.00217Z","end":"2026-03-02T17:35:37.156403Z","steps":["trace[119245851] 'agreement among raft nodes before linearized reading' (duration: 153.964048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:37.156469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.573478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-02T17:35:37.156501Z","caller":"traceutil/trace.go:171","msg":"trace[2140397859] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25223; }","duration":"157.616569ms","start":"2026-03-02T17:35:36.998874Z","end":"2026-03-02T17:35:37.15649Z","steps":["trace[2140397859] 'agreement among raft nodes before linearized reading' (duration: 157.524317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:37.156533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.193211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-02T17:35:37.156767Z","caller":"traceutil/trace.go:171","msg":"trace[691608605] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25223; }","duration":"148.462037ms","start":"2026-03-02T17:35:37.008297Z","end":"2026-03-02T17:35:37.156759Z","steps":["trace[691608605] 'agreement among raft nodes before linearized reading' (duration: 148.170451ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:37.156373Z","caller":"traceutil/trace.go:171","msg":"trace[271125013] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25223; }","duration":"143.446686ms","start":"2026-03-02T17:35:37.012911Z","end":"2026-03-02T17:35:37.156358Z","steps":["trace[271125013] 'agreement among raft nodes before linearized reading' (duration: 143.16676ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:40.619691Z","caller":"traceutil/trace.go:171","msg":"trace[368361959] transaction","detail":"{read_only:false; response_revision:25292; number_of_response:1; }","duration":"138.833754ms","start":"2026-03-02T17:35:40.48083Z","end":"2026-03-02T17:35:40.619664Z","steps":["trace[368361959] 'process raft request' (duration: 138.683821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:41.017103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.502785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:35:41.01768Z","caller":"traceutil/trace.go:171","msg":"trace[1260621031] transaction","detail":"{read_only:false; response_revision:25293; number_of_response:1; }","duration":"415.059043ms","start":"2026-03-02T17:35:40.602598Z","end":"2026-03-02T17:35:41.017657Z","steps":["trace[1260621031] 'process raft request' (duration: 31.909085ms)","trace[1260621031] 'compare' (duration: 382.407282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:35:41.017746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:40.602579Z","time spent":"415.137414ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:35:41.285436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.216041ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T17:35:41.285918Z","caller":"traceutil/trace.go:171","msg":"trace[7152550] transaction","detail":"{read_only:false; response_revision:25294; number_of_response:1; }","duration":"480.492108ms","start":"2026-03-02T17:35:40.805399Z","end":"2026-03-02T17:35:41.285891Z","steps":["trace[7152550] 'process raft request' (duration: 480.13547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:41.28607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:40.805371Z","time spent":"480.618991ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:35:41.576044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.088563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:35:41.576224Z","caller":"traceutil/trace.go:171","msg":"trace[377249772] transaction","detail":"{read_only:false; response_revision:25295; number_of_response:1; }","duration":"700.516415ms","start":"2026-03-02T17:35:40.875687Z","end":"2026-03-02T17:35:41.576203Z","steps":["trace[377249772] 'process raft request' (duration: 410.174216ms)","trace[377249772] 'compare' (duration: 289.798437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:35:41.576295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:40.875661Z","time spent":"700.603267ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:35:41.576481Z","caller":"traceutil/trace.go:171","msg":"trace[1695241773] transaction","detail":"{read_only:false; response_revision:25296; number_of_response:1; }","duration":"699.608464ms","start":"2026-03-02T17:35:40.876858Z","end":"2026-03-02T17:35:41.576467Z","steps":["trace[1695241773] 'process raft request' (duration: 699.294106ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:41.576562Z","caller":"traceutil/trace.go:171","msg":"trace[952548040] linearizableReadLoop","detail":"{readStateIndex:26168; appliedIndex:26163; }","duration":"388.488527ms","start":"2026-03-02T17:35:41.188054Z","end":"2026-03-02T17:35:41.576542Z","steps":["trace[952548040] 'read index received' (duration: 59.889932ms)","trace[952548040] 'applied index is now lower than readState.Index' (duration: 328.596655ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:41.576596Z","caller":"traceutil/trace.go:171","msg":"trace[1542873366] transaction","detail":"{read_only:false; response_revision:25297; number_of_response:1; }","duration":"699.647115ms","start":"2026-03-02T17:35:40.876908Z","end":"2026-03-02T17:35:41.576555Z","steps":["trace[1542873366] 'process raft request' (duration: 699.325238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:41.576659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:40.876844Z","time spent":"699.685477ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:35:41.576712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.65789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:35:41.57674Z","caller":"traceutil/trace.go:171","msg":"trace[1119057410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25298; }","duration":"388.735402ms","start":"2026-03-02T17:35:41.187997Z","end":"2026-03-02T17:35:41.576732Z","steps":["trace[1119057410] 'agreement among raft nodes before linearized reading' (duration: 388.616569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:41.576771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:41.187974Z","time spent":"388.786513ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:35:41.57679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:40.876902Z","time spent":"699.788618ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:35:42.859748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.743372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-db-init-8f4zz\" ","response":"range_response_count:1 size:7211"} {"level":"info","ts":"2026-03-02T17:35:42.859814Z","caller":"traceutil/trace.go:171","msg":"trace[2075373865] range","detail":"{range_begin:/registry/pods/openstack/manila-db-init-8f4zz; range_end:; response_count:1; response_revision:25308; }","duration":"119.036218ms","start":"2026-03-02T17:35:42.740762Z","end":"2026-03-02T17:35:42.859798Z","steps":["trace[2075373865] 'range keys from in-memory index tree' (duration: 118.588098ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:42.88508Z","caller":"traceutil/trace.go:171","msg":"trace[407939471] transaction","detail":"{read_only:false; response_revision:25309; number_of_response:1; }","duration":"138.339304ms","start":"2026-03-02T17:35:42.746414Z","end":"2026-03-02T17:35:42.884753Z","steps":["trace[407939471] 'process raft request' (duration: 138.17112ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:43.10014Z","caller":"traceutil/trace.go:171","msg":"trace[1723092388] linearizableReadLoop","detail":"{readStateIndex:26181; appliedIndex:26179; }","duration":"220.692183ms","start":"2026-03-02T17:35:42.879428Z","end":"2026-03-02T17:35:43.100121Z","steps":["trace[1723092388] 'read index received' (duration: 5.131574ms)","trace[1723092388] 'applied index is now lower than readState.Index' (duration: 215.559748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:35:43.100281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.828075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:43.100322Z","caller":"traceutil/trace.go:171","msg":"trace[136662327] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25310; }","duration":"220.891797ms","start":"2026-03-02T17:35:42.87942Z","end":"2026-03-02T17:35:43.100311Z","steps":["trace[136662327] 'agreement among raft nodes before linearized reading' (duration: 220.799895ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:43.100305Z","caller":"traceutil/trace.go:171","msg":"trace[867549070] transaction","detail":"{read_only:false; response_revision:25310; number_of_response:1; }","duration":"230.772555ms","start":"2026-03-02T17:35:42.86947Z","end":"2026-03-02T17:35:43.100242Z","steps":["trace[867549070] 'process raft request' (duration: 230.508618ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:43.129618Z","caller":"traceutil/trace.go:171","msg":"trace[1765959858] transaction","detail":"{read_only:false; response_revision:25311; number_of_response:1; }","duration":"123.342782ms","start":"2026-03-02T17:35:43.006238Z","end":"2026-03-02T17:35:43.129581Z","steps":["trace[1765959858] 'process raft request' (duration: 123.152408ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:43.129705Z","caller":"traceutil/trace.go:171","msg":"trace[922046032] transaction","detail":"{read_only:false; response_revision:25312; number_of_response:1; }","duration":"105.572981ms","start":"2026-03-02T17:35:43.024074Z","end":"2026-03-02T17:35:43.129647Z","steps":["trace[922046032] 'process raft request' (duration: 105.415457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:43.129637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.568669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:43.129816Z","caller":"traceutil/trace.go:171","msg":"trace[1431233824] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25312; }","duration":"244.754193ms","start":"2026-03-02T17:35:42.885044Z","end":"2026-03-02T17:35:43.129798Z","steps":["trace[1431233824] 'agreement among raft nodes before linearized reading' (duration: 244.509318ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:45.32972Z","caller":"traceutil/trace.go:171","msg":"trace[1631551302] linearizableReadLoop","detail":"{readStateIndex:26197; appliedIndex:26196; }","duration":"129.759844ms","start":"2026-03-02T17:35:45.199938Z","end":"2026-03-02T17:35:45.329698Z","steps":["trace[1631551302] 'read index received' (duration: 129.684193ms)","trace[1631551302] 'applied index is now lower than readState.Index' (duration: 74.361µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:45.329852Z","caller":"traceutil/trace.go:171","msg":"trace[84810491] transaction","detail":"{read_only:false; response_revision:25326; number_of_response:1; }","duration":"191.796764ms","start":"2026-03-02T17:35:45.13801Z","end":"2026-03-02T17:35:45.329807Z","steps":["trace[84810491] 'process raft request' (duration: 191.552618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:45.329916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.959159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.67\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-02T17:35:45.32994Z","caller":"traceutil/trace.go:171","msg":"trace[590051707] range","detail":"{range_begin:/registry/masterleases/199.204.45.67; range_end:; response_count:1; response_revision:25326; }","duration":"130.03502ms","start":"2026-03-02T17:35:45.199897Z","end":"2026-03-02T17:35:45.329932Z","steps":["trace[590051707] 'agreement among raft nodes before linearized reading' (duration: 129.901808ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:37:12.036402Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23384} {"level":"info","ts":"2026-03-02T17:37:12.191562Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23384,"took":"149.355319ms","hash":2529802358,"current-db-size-bytes":48504832,"current-db-size":"48 MB","current-db-size-in-use-bytes":33095680,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-02T17:37:12.191616Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2529802358,"revision":23384,"compact-revision":20466} {"level":"info","ts":"2026-03-02T17:42:12.05227Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26065} {"level":"info","ts":"2026-03-02T17:42:12.184283Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26065,"took":"124.276392ms","hash":1716462342,"current-db-size-bytes":48504832,"current-db-size":"48 MB","current-db-size-in-use-bytes":32608256,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-02T17:42:12.184357Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1716462342,"revision":26065,"compact-revision":23384} {"level":"info","ts":"2026-03-02T17:43:23.421352Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cddd08233fdda28a","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T17:43:23.486403Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-02T17:43:23.486554Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-02T17:44:15.91594Z","caller":"traceutil/trace.go:171","msg":"trace[821891625] transaction","detail":"{read_only:false; response_revision:29381; number_of_response:1; }","duration":"122.393973ms","start":"2026-03-02T17:44:15.79351Z","end":"2026-03-02T17:44:15.915904Z","steps":["trace[821891625] 'process raft request' (duration: 114.026806ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:44:15.916653Z","caller":"traceutil/trace.go:171","msg":"trace[1460955937] transaction","detail":"{read_only:false; response_revision:29382; number_of_response:1; }","duration":"120.062232ms","start":"2026-03-02T17:44:15.796556Z","end":"2026-03-02T17:44:15.916618Z","steps":["trace[1460955937] 'process raft request' (duration: 119.290014ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:44:15.916932Z","caller":"traceutil/trace.go:171","msg":"trace[681861370] transaction","detail":"{read_only:false; response_revision:29383; number_of_response:1; }","duration":"115.990701ms","start":"2026-03-02T17:44:15.800922Z","end":"2026-03-02T17:44:15.916913Z","steps":["trace[681861370] 'process raft request' (duration: 115.595293ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:44:20.899618Z","caller":"traceutil/trace.go:171","msg":"trace[1357183184] transaction","detail":"{read_only:false; response_revision:29414; number_of_response:1; }","duration":"103.40784ms","start":"2026-03-02T17:44:20.79618Z","end":"2026-03-02T17:44:20.899588Z","steps":["trace[1357183184] 'process raft request' (duration: 103.207346ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:44:28.101559Z","caller":"traceutil/trace.go:171","msg":"trace[663805598] transaction","detail":"{read_only:false; response_revision:29464; number_of_response:1; }","duration":"118.085678ms","start":"2026-03-02T17:44:27.983445Z","end":"2026-03-02T17:44:28.101531Z","steps":["trace[663805598] 'process raft request' (duration: 118.028237ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:44:28.101865Z","caller":"traceutil/trace.go:171","msg":"trace[391925934] transaction","detail":"{read_only:false; response_revision:29463; number_of_response:1; }","duration":"118.430806ms","start":"2026-03-02T17:44:27.983407Z","end":"2026-03-02T17:44:28.101838Z","steps":["trace[391925934] 'process raft request' (duration: 104.949274ms)","trace[391925934] 'compare' (duration: 12.689014ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:44:30.233416Z","caller":"traceutil/trace.go:171","msg":"trace[636866867] transaction","detail":"{read_only:false; response_revision:29479; number_of_response:1; }","duration":"125.752509ms","start":"2026-03-02T17:44:30.107632Z","end":"2026-03-02T17:44:30.233385Z","steps":["trace[636866867] 'process raft request' (duration: 125.547545ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:44:30.257011Z","caller":"traceutil/trace.go:171","msg":"trace[1457636785] transaction","detail":"{read_only:false; response_revision:29480; number_of_response:1; }","duration":"147.536876ms","start":"2026-03-02T17:44:30.109442Z","end":"2026-03-02T17:44:30.256979Z","steps":["trace[1457636785] 'process raft request' (duration: 146.427521ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:44:37.710821Z","caller":"traceutil/trace.go:171","msg":"trace[1802752565] transaction","detail":"{read_only:false; response_revision:29526; number_of_response:1; }","duration":"116.219076ms","start":"2026-03-02T17:44:37.594568Z","end":"2026-03-02T17:44:37.710787Z","steps":["trace[1802752565] 'process raft request' (duration: 116.008161ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:44:37.892912Z","caller":"traceutil/trace.go:171","msg":"trace[785919864] transaction","detail":"{read_only:false; response_revision:29528; number_of_response:1; }","duration":"124.160713ms","start":"2026-03-02T17:44:37.768719Z","end":"2026-03-02T17:44:37.892879Z","steps":["trace[785919864] 'process raft request' (duration: 124.01557ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:44:42.010516Z","caller":"traceutil/trace.go:171","msg":"trace[204302129] transaction","detail":"{read_only:false; response_revision:29555; number_of_response:1; }","duration":"105.459275ms","start":"2026-03-02T17:44:41.905021Z","end":"2026-03-02T17:44:42.010481Z","steps":["trace[204302129] 'process raft request' (duration: 105.22394ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:45:00.329584Z","caller":"traceutil/trace.go:171","msg":"trace[1059514952] transaction","detail":"{read_only:false; response_revision:29688; number_of_response:1; }","duration":"120.338008ms","start":"2026-03-02T17:45:00.209196Z","end":"2026-03-02T17:45:00.329534Z","steps":["trace[1059514952] 'process raft request' (duration: 41.735052ms)","trace[1059514952] 'compare' (duration: 78.37046ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:45:00.330057Z","caller":"traceutil/trace.go:171","msg":"trace[87850961] transaction","detail":"{read_only:false; response_revision:29690; number_of_response:1; }","duration":"119.5195ms","start":"2026-03-02T17:45:00.210515Z","end":"2026-03-02T17:45:00.330035Z","steps":["trace[87850961] 'process raft request' (duration: 119.444108ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:45:00.33009Z","caller":"traceutil/trace.go:171","msg":"trace[2090801720] transaction","detail":"{read_only:false; response_revision:29689; number_of_response:1; }","duration":"120.566314ms","start":"2026-03-02T17:45:00.209499Z","end":"2026-03-02T17:45:00.330066Z","steps":["trace[2090801720] 'process raft request' (duration: 120.343809ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:45:00.362964Z","caller":"traceutil/trace.go:171","msg":"trace[460071229] transaction","detail":"{read_only:false; response_revision:29691; number_of_response:1; }","duration":"106.729224ms","start":"2026-03-02T17:45:00.256208Z","end":"2026-03-02T17:45:00.362937Z","steps":["trace[460071229] 'process raft request' (duration: 106.514239ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:45:00.459357Z","caller":"traceutil/trace.go:171","msg":"trace[1472895246] transaction","detail":"{read_only:false; response_revision:29692; number_of_response:1; }","duration":"120.633865ms","start":"2026-03-02T17:45:00.33869Z","end":"2026-03-02T17:45:00.459324Z","steps":["trace[1472895246] 'process raft request' (duration: 91.507064ms)","trace[1472895246] 'compare' (duration: 28.938117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:45:00.459497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.712879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29541225-gmbw6\" ","response":"range_response_count:1 size:5603"} {"level":"info","ts":"2026-03-02T17:45:00.459591Z","caller":"traceutil/trace.go:171","msg":"trace[1280461062] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29541225-gmbw6; range_end:; response_count:1; response_revision:29692; }","duration":"104.866112ms","start":"2026-03-02T17:45:00.354702Z","end":"2026-03-02T17:45:00.459568Z","steps":["trace[1280461062] 'agreement among raft nodes before linearized reading' (duration: 104.626247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:45:00.459739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.699883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:45:00.459779Z","caller":"traceutil/trace.go:171","msg":"trace[386345170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29692; }","duration":"123.826216ms","start":"2026-03-02T17:45:00.335944Z","end":"2026-03-02T17:45:00.45977Z","steps":["trace[386345170] 'agreement among raft nodes before linearized reading' (duration: 123.714263ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:45:10.106702Z","caller":"traceutil/trace.go:171","msg":"trace[1463266193] transaction","detail":"{read_only:false; response_revision:29771; number_of_response:1; }","duration":"101.088012ms","start":"2026-03-02T17:45:10.00557Z","end":"2026-03-02T17:45:10.106658Z","steps":["trace[1463266193] 'process raft request' (duration: 61.6418ms)","trace[1463266193] 'compare' (duration: 39.256188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:45:15.382058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.086549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T17:45:15.382137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.527654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.67\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-02T17:45:15.382178Z","caller":"traceutil/trace.go:171","msg":"trace[702288879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29820; }","duration":"163.274913ms","start":"2026-03-02T17:45:15.218879Z","end":"2026-03-02T17:45:15.382153Z","steps":["trace[702288879] 'range keys from in-memory index tree' (duration: 162.808533ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:45:15.38223Z","caller":"traceutil/trace.go:171","msg":"trace[1604219304] range","detail":"{range_begin:/registry/masterleases/199.204.45.67; range_end:; response_count:1; response_revision:29820; }","duration":"144.671567ms","start":"2026-03-02T17:45:15.237532Z","end":"2026-03-02T17:45:15.382204Z","steps":["trace[1604219304] 'range keys from in-memory index tree' (duration: 144.273959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:45:15.382476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.345844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T17:45:15.382513Z","caller":"traceutil/trace.go:171","msg":"trace[927267558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29820; }","duration":"133.440076ms","start":"2026-03-02T17:45:15.249063Z","end":"2026-03-02T17:45:15.382503Z","steps":["trace[927267558] 'range keys from in-memory index tree' (duration: 133.183251ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:46:15.015361Z","caller":"traceutil/trace.go:171","msg":"trace[1969440790] transaction","detail":"{read_only:false; response_revision:30227; number_of_response:1; }","duration":"126.056223ms","start":"2026-03-02T17:46:14.889272Z","end":"2026-03-02T17:46:15.015328Z","steps":["trace[1969440790] 'process raft request' (duration: 47.231644ms)","trace[1969440790] 'compare' (duration: 78.577854ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:46:15.027888Z","caller":"traceutil/trace.go:171","msg":"trace[1675315507] transaction","detail":"{read_only:false; response_revision:30228; number_of_response:1; }","duration":"138.46542ms","start":"2026-03-02T17:46:14.88932Z","end":"2026-03-02T17:46:15.027785Z","steps":["trace[1675315507] 'process raft request' (duration: 138.307946ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:47:12.059653Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28511} {"level":"info","ts":"2026-03-02T17:47:12.187492Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28511,"took":"123.413914ms","hash":3732389263,"current-db-size-bytes":48504832,"current-db-size":"48 MB","current-db-size-in-use-bytes":28024832,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T17:47:12.187602Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3732389263,"revision":28511,"compact-revision":26065} {"level":"warn","ts":"2026-03-02T17:47:42.974182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.456569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:47:42.974313Z","caller":"traceutil/trace.go:171","msg":"trace[2064261451] transaction","detail":"{read_only:false; response_revision:30821; number_of_response:1; }","duration":"115.025651ms","start":"2026-03-02T17:47:42.859265Z","end":"2026-03-02T17:47:42.974291Z","steps":["trace[2064261451] 'process raft request' (duration: 12.352407ms)","trace[2064261451] 'compare' (duration: 102.328376ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:48:08.844095Z","caller":"traceutil/trace.go:171","msg":"trace[240297632] transaction","detail":"{read_only:false; response_revision:30995; number_of_response:1; }","duration":"145.606637ms","start":"2026-03-02T17:48:08.698471Z","end":"2026-03-02T17:48:08.844078Z","steps":["trace[240297632] 'process raft request' (duration: 145.361202ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:48:08.844068Z","caller":"traceutil/trace.go:171","msg":"trace[1897868913] linearizableReadLoop","detail":"{readStateIndex:32036; appliedIndex:32035; }","duration":"121.213ms","start":"2026-03-02T17:48:08.722804Z","end":"2026-03-02T17:48:08.844017Z","steps":["trace[1897868913] 'read index received' (duration: 120.970425ms)","trace[1897868913] 'applied index is now lower than readState.Index' (duration: 241.615µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:48:08.844264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.445315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:48:08.84431Z","caller":"traceutil/trace.go:171","msg":"trace[1546210272] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30995; }","duration":"121.551697ms","start":"2026-03-02T17:48:08.722748Z","end":"2026-03-02T17:48:08.8443Z","steps":["trace[1546210272] 'agreement among raft nodes before linearized reading' (duration: 121.386224ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:49:08.576946Z","caller":"traceutil/trace.go:171","msg":"trace[1448006400] transaction","detail":"{read_only:false; response_revision:31407; number_of_response:1; }","duration":"105.617391ms","start":"2026-03-02T17:49:08.47129Z","end":"2026-03-02T17:49:08.576908Z","steps":["trace[1448006400] 'process raft request' (duration: 105.414487ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:18.09146Z","caller":"traceutil/trace.go:171","msg":"trace[1944861925] transaction","detail":"{read_only:false; response_revision:31925; number_of_response:1; }","duration":"198.862174ms","start":"2026-03-02T17:50:17.892566Z","end":"2026-03-02T17:50:18.091428Z","steps":["trace[1944861925] 'process raft request' (duration: 198.18947ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:18.100604Z","caller":"traceutil/trace.go:171","msg":"trace[1168150510] transaction","detail":"{read_only:false; response_revision:31926; number_of_response:1; }","duration":"193.931034ms","start":"2026-03-02T17:50:17.906641Z","end":"2026-03-02T17:50:18.100572Z","steps":["trace[1168150510] 'process raft request' (duration: 193.752691ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:22.056619Z","caller":"traceutil/trace.go:171","msg":"trace[246077917] transaction","detail":"{read_only:false; response_revision:31950; number_of_response:1; }","duration":"136.997146ms","start":"2026-03-02T17:50:21.919581Z","end":"2026-03-02T17:50:22.056579Z","steps":["trace[246077917] 'process raft request' (duration: 48.579061ms)","trace[246077917] 'compare' (duration: 88.255851ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:22.251553Z","caller":"traceutil/trace.go:171","msg":"trace[267013248] transaction","detail":"{read_only:false; response_revision:31951; number_of_response:1; }","duration":"136.276598ms","start":"2026-03-02T17:50:22.11522Z","end":"2026-03-02T17:50:22.251497Z","steps":["trace[267013248] 'process raft request' (duration: 68.790293ms)","trace[267013248] 'compare' (duration: 67.301101ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:22.325899Z","caller":"traceutil/trace.go:171","msg":"trace[891590540] transaction","detail":"{read_only:false; response_revision:31952; number_of_response:1; }","duration":"208.059081ms","start":"2026-03-02T17:50:22.117795Z","end":"2026-03-02T17:50:22.325854Z","steps":["trace[891590540] 'process raft request' (duration: 207.803015ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:22.328578Z","caller":"traceutil/trace.go:171","msg":"trace[106696739] transaction","detail":"{read_only:false; response_revision:31954; number_of_response:1; }","duration":"119.974203ms","start":"2026-03-02T17:50:22.208585Z","end":"2026-03-02T17:50:22.328559Z","steps":["trace[106696739] 'process raft request' (duration: 119.929102ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:22.328781Z","caller":"traceutil/trace.go:171","msg":"trace[302303168] transaction","detail":"{read_only:false; response_revision:31953; number_of_response:1; }","duration":"127.140474ms","start":"2026-03-02T17:50:22.201629Z","end":"2026-03-02T17:50:22.32877Z","steps":["trace[302303168] 'process raft request' (duration: 126.783706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:26.677161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.44371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:50:26.677302Z","caller":"traceutil/trace.go:171","msg":"trace[236294375] transaction","detail":"{read_only:false; response_revision:31983; number_of_response:1; }","duration":"285.422037ms","start":"2026-03-02T17:50:26.391852Z","end":"2026-03-02T17:50:26.677274Z","steps":["trace[236294375] 'process raft request' (duration: 157.756842ms)","trace[236294375] 'compare' (duration: 127.169144ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:28.461713Z","caller":"traceutil/trace.go:171","msg":"trace[658115109] transaction","detail":"{read_only:false; response_revision:31993; number_of_response:1; }","duration":"116.496615ms","start":"2026-03-02T17:50:28.345184Z","end":"2026-03-02T17:50:28.461681Z","steps":["trace[658115109] 'process raft request' (duration: 116.291541ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:28.708161Z","caller":"traceutil/trace.go:171","msg":"trace[745031040] transaction","detail":"{read_only:false; response_revision:31994; number_of_response:1; }","duration":"254.611816ms","start":"2026-03-02T17:50:28.453498Z","end":"2026-03-02T17:50:28.70811Z","steps":["trace[745031040] 'process raft request' (duration: 254.414662ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:28.708392Z","caller":"traceutil/trace.go:171","msg":"trace[1542172977] transaction","detail":"{read_only:false; response_revision:31995; number_of_response:1; }","duration":"254.78692ms","start":"2026-03-02T17:50:28.453533Z","end":"2026-03-02T17:50:28.70832Z","steps":["trace[1542172977] 'process raft request' (duration: 254.527054ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:28.808523Z","caller":"traceutil/trace.go:171","msg":"trace[2103915751] transaction","detail":"{read_only:false; response_revision:31996; number_of_response:1; }","duration":"125.743954ms","start":"2026-03-02T17:50:28.682731Z","end":"2026-03-02T17:50:28.808475Z","steps":["trace[2103915751] 'process raft request' (duration: 66.949254ms)","trace[2103915751] 'compare' (duration: 58.582615ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:28.986073Z","caller":"traceutil/trace.go:171","msg":"trace[1178047672] transaction","detail":"{read_only:false; response_revision:31997; number_of_response:1; }","duration":"110.304066ms","start":"2026-03-02T17:50:28.875737Z","end":"2026-03-02T17:50:28.986041Z","steps":["trace[1178047672] 'process raft request' (duration: 41.163184ms)","trace[1178047672] 'compare' (duration: 68.885696ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:28.98627Z","caller":"traceutil/trace.go:171","msg":"trace[601366535] transaction","detail":"{read_only:false; response_revision:31998; number_of_response:1; }","duration":"107.574184ms","start":"2026-03-02T17:50:28.878643Z","end":"2026-03-02T17:50:28.986217Z","steps":["trace[601366535] 'process raft request' (duration: 107.328049ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:29.430794Z","caller":"traceutil/trace.go:171","msg":"trace[1723989116] transaction","detail":"{read_only:false; response_revision:31999; number_of_response:1; }","duration":"147.981632ms","start":"2026-03-02T17:50:29.282757Z","end":"2026-03-02T17:50:29.430738Z","steps":["trace[1723989116] 'process raft request' (duration: 147.669255ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:29.561044Z","caller":"traceutil/trace.go:171","msg":"trace[514631116] linearizableReadLoop","detail":"{readStateIndex:33072; appliedIndex:33071; }","duration":"129.118768ms","start":"2026-03-02T17:50:29.431891Z","end":"2026-03-02T17:50:29.561009Z","steps":["trace[514631116] 'read index received' (duration: 87.265679ms)","trace[514631116] 'applied index is now lower than readState.Index' (duration: 41.851169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:50:29.561246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.322593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:50:29.561359Z","caller":"traceutil/trace.go:171","msg":"trace[514604001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32000; }","duration":"129.487376ms","start":"2026-03-02T17:50:29.43184Z","end":"2026-03-02T17:50:29.561328Z","steps":["trace[514604001] 'agreement among raft nodes before linearized reading' (duration: 129.337603ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:29.561215Z","caller":"traceutil/trace.go:171","msg":"trace[1960488462] transaction","detail":"{read_only:false; response_revision:32000; number_of_response:1; }","duration":"217.736409ms","start":"2026-03-02T17:50:29.343426Z","end":"2026-03-02T17:50:29.561163Z","steps":["trace[1960488462] 'process raft request' (duration: 175.725395ms)","trace[1960488462] 'compare' (duration: 41.690227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:50:29.872315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.634283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:50:29.872412Z","caller":"traceutil/trace.go:171","msg":"trace[476310692] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32004; }","duration":"126.771896ms","start":"2026-03-02T17:50:29.745618Z","end":"2026-03-02T17:50:29.87239Z","steps":["trace[476310692] 'agreement among raft nodes before linearized reading' (duration: 126.47052ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:33.780041Z","caller":"traceutil/trace.go:171","msg":"trace[631362443] transaction","detail":"{read_only:false; response_revision:32026; number_of_response:1; }","duration":"114.04716ms","start":"2026-03-02T17:50:33.665962Z","end":"2026-03-02T17:50:33.780009Z","steps":["trace[631362443] 'process raft request' (duration: 113.852956ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:34.055602Z","caller":"traceutil/trace.go:171","msg":"trace[1176305390] transaction","detail":"{read_only:false; response_revision:32029; number_of_response:1; }","duration":"113.558788ms","start":"2026-03-02T17:50:33.941999Z","end":"2026-03-02T17:50:34.055558Z","steps":["trace[1176305390] 'process raft request' (duration: 50.323608ms)","trace[1176305390] 'compare' (duration: 62.75736ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:34.436271Z","caller":"traceutil/trace.go:171","msg":"trace[96207841] linearizableReadLoop","detail":"{readStateIndex:33104; appliedIndex:33103; }","duration":"102.779018ms","start":"2026-03-02T17:50:34.333459Z","end":"2026-03-02T17:50:34.436238Z","steps":["trace[96207841] 'read index received' (duration: 102.479162ms)","trace[96207841] 'applied index is now lower than readState.Index' (duration: 298.646µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:50:34.436582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.096865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:50:34.436582Z","caller":"traceutil/trace.go:171","msg":"trace[325135795] transaction","detail":"{read_only:false; response_revision:32031; number_of_response:1; }","duration":"189.609097ms","start":"2026-03-02T17:50:34.246903Z","end":"2026-03-02T17:50:34.436512Z","steps":["trace[325135795] 'process raft request' (duration: 189.151267ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:34.436686Z","caller":"traceutil/trace.go:171","msg":"trace[522503386] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:32031; }","duration":"103.267519ms","start":"2026-03-02T17:50:34.333397Z","end":"2026-03-02T17:50:34.436665Z","steps":["trace[522503386] 'agreement among raft nodes before linearized reading' (duration: 103.092875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:34.436729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.822519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:50:34.436773Z","caller":"traceutil/trace.go:171","msg":"trace[1086366981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32031; }","duration":"102.930852ms","start":"2026-03-02T17:50:34.333831Z","end":"2026-03-02T17:50:34.436762Z","steps":["trace[1086366981] 'agreement among raft nodes before linearized reading' (duration: 102.83497ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:35.990006Z","caller":"traceutil/trace.go:171","msg":"trace[1682982562] transaction","detail":"{read_only:false; response_revision:32041; number_of_response:1; }","duration":"115.829131ms","start":"2026-03-02T17:50:35.874106Z","end":"2026-03-02T17:50:35.989935Z","steps":["trace[1682982562] 'process raft request' (duration: 30.587877ms)","trace[1682982562] 'compare' (duration: 84.912506ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:37.563787Z","caller":"traceutil/trace.go:171","msg":"trace[304153856] transaction","detail":"{read_only:false; response_revision:32053; number_of_response:1; }","duration":"191.787116ms","start":"2026-03-02T17:50:37.371967Z","end":"2026-03-02T17:50:37.563754Z","steps":["trace[304153856] 'process raft request' (duration: 191.602662ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:38.134539Z","caller":"traceutil/trace.go:171","msg":"trace[1778965947] linearizableReadLoop","detail":"{readStateIndex:33130; appliedIndex:33129; }","duration":"137.973817ms","start":"2026-03-02T17:50:37.996537Z","end":"2026-03-02T17:50:38.134511Z","steps":["trace[1778965947] 'read index received' (duration: 137.66232ms)","trace[1778965947] 'applied index is now lower than readState.Index' (duration: 310.657µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:38.13471Z","caller":"traceutil/trace.go:171","msg":"trace[960613951] transaction","detail":"{read_only:false; response_revision:32056; number_of_response:1; }","duration":"138.439168ms","start":"2026-03-02T17:50:37.996258Z","end":"2026-03-02T17:50:38.134697Z","steps":["trace[960613951] 'process raft request' (duration: 138.021679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:38.134993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.431757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-02T17:50:38.135001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.816059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:5058"} {"level":"info","ts":"2026-03-02T17:50:38.135034Z","caller":"traceutil/trace.go:171","msg":"trace[1373733669] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32056; }","duration":"138.535569ms","start":"2026-03-02T17:50:37.996487Z","end":"2026-03-02T17:50:38.135023Z","steps":["trace[1373733669] 'agreement among raft nodes before linearized reading' (duration: 138.365076ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:38.135067Z","caller":"traceutil/trace.go:171","msg":"trace[1604348981] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:32056; }","duration":"127.931381ms","start":"2026-03-02T17:50:38.007121Z","end":"2026-03-02T17:50:38.135052Z","steps":["trace[1604348981] 'agreement among raft nodes before linearized reading' (duration: 127.753017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:38.135133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.203094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:50:38.135221Z","caller":"traceutil/trace.go:171","msg":"trace[2124318930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32056; }","duration":"110.307956ms","start":"2026-03-02T17:50:38.024891Z","end":"2026-03-02T17:50:38.135199Z","steps":["trace[2124318930] 'agreement among raft nodes before linearized reading' (duration: 110.055311ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:38.327208Z","caller":"traceutil/trace.go:171","msg":"trace[1015476130] linearizableReadLoop","detail":"{readStateIndex:33133; appliedIndex:33132; }","duration":"121.826116ms","start":"2026-03-02T17:50:38.205345Z","end":"2026-03-02T17:50:38.327171Z","steps":["trace[1015476130] 'read index received' (duration: 121.549389ms)","trace[1015476130] 'applied index is now lower than readState.Index' (duration: 274.967µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:38.327279Z","caller":"traceutil/trace.go:171","msg":"trace[221487321] transaction","detail":"{read_only:false; response_revision:32059; number_of_response:1; }","duration":"139.524903ms","start":"2026-03-02T17:50:38.187711Z","end":"2026-03-02T17:50:38.327236Z","steps":["trace[221487321] 'process raft request' (duration: 139.271387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:38.327446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.057041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:50:38.327595Z","caller":"traceutil/trace.go:171","msg":"trace[1542897538] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:32059; }","duration":"122.258045ms","start":"2026-03-02T17:50:38.205307Z","end":"2026-03-02T17:50:38.327565Z","steps":["trace[1542897538] 'agreement among raft nodes before linearized reading' (duration: 122.01334ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:40.354459Z","caller":"traceutil/trace.go:171","msg":"trace[1687153726] transaction","detail":"{read_only:false; response_revision:32071; number_of_response:1; }","duration":"133.814504ms","start":"2026-03-02T17:50:40.220602Z","end":"2026-03-02T17:50:40.354416Z","steps":["trace[1687153726] 'process raft request' (duration: 91.963595ms)","trace[1687153726] 'compare' (duration: 41.377518ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:40.731621Z","caller":"traceutil/trace.go:171","msg":"trace[1028914595] transaction","detail":"{read_only:false; response_revision:32074; number_of_response:1; }","duration":"104.319512ms","start":"2026-03-02T17:50:40.62726Z","end":"2026-03-02T17:50:40.731579Z","steps":["trace[1028914595] 'process raft request' (duration: 104.043536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:56.769599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.547952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:50:56.769718Z","caller":"traceutil/trace.go:171","msg":"trace[225803141] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:32183; }","duration":"110.735276ms","start":"2026-03-02T17:50:56.658958Z","end":"2026-03-02T17:50:56.769693Z","steps":["trace[225803141] 'count revisions from in-memory index tree' (duration: 110.356027ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:25.463734Z","caller":"traceutil/trace.go:171","msg":"trace[1374568698] transaction","detail":"{read_only:false; response_revision:32377; number_of_response:1; }","duration":"145.150749ms","start":"2026-03-02T17:51:25.31856Z","end":"2026-03-02T17:51:25.463711Z","steps":["trace[1374568698] 'process raft request' (duration: 145.112288ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:25.463843Z","caller":"traceutil/trace.go:171","msg":"trace[94560591] transaction","detail":"{read_only:false; response_revision:32376; number_of_response:1; }","duration":"145.515997ms","start":"2026-03-02T17:51:25.318256Z","end":"2026-03-02T17:51:25.463772Z","steps":["trace[94560591] 'process raft request' (duration: 145.247221ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:25.522263Z","caller":"traceutil/trace.go:171","msg":"trace[740460313] transaction","detail":"{read_only:false; response_revision:32378; number_of_response:1; }","duration":"128.517546ms","start":"2026-03-02T17:51:25.393722Z","end":"2026-03-02T17:51:25.52224Z","steps":["trace[740460313] 'process raft request' (duration: 128.329632ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:07.108633Z","caller":"traceutil/trace.go:171","msg":"trace[1241718342] linearizableReadLoop","detail":"{readStateIndex:33764; appliedIndex:33763; }","duration":"107.626583ms","start":"2026-03-02T17:52:07.00097Z","end":"2026-03-02T17:52:07.108596Z","steps":["trace[1241718342] 'read index received' (duration: 59.32211ms)","trace[1241718342] 'applied index is now lower than readState.Index' (duration: 48.303403ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:07.108822Z","caller":"traceutil/trace.go:171","msg":"trace[747960763] transaction","detail":"{read_only:false; response_revision:32671; number_of_response:1; }","duration":"120.327178ms","start":"2026-03-02T17:52:06.988481Z","end":"2026-03-02T17:52:07.108808Z","steps":["trace[747960763] 'process raft request' (duration: 71.911822ms)","trace[747960763] 'compare' (duration: 47.997757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:52:07.10911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.106794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-02T17:52:07.109221Z","caller":"traceutil/trace.go:171","msg":"trace[1329130215] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:32671; }","duration":"108.268947ms","start":"2026-03-02T17:52:07.00092Z","end":"2026-03-02T17:52:07.109188Z","steps":["trace[1329130215] 'agreement among raft nodes before linearized reading' (duration: 107.989281ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:07.325343Z","caller":"traceutil/trace.go:171","msg":"trace[123236941] transaction","detail":"{read_only:false; response_revision:32679; number_of_response:1; }","duration":"126.487267ms","start":"2026-03-02T17:52:07.198817Z","end":"2026-03-02T17:52:07.325304Z","steps":["trace[123236941] 'process raft request' (duration: 126.230811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:07.325501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.14504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/tempest-ks-user-m9gvq\" ","response":"range_response_count:1 size:7537"} {"level":"info","ts":"2026-03-02T17:52:07.325603Z","caller":"traceutil/trace.go:171","msg":"trace[1822023510] range","detail":"{range_begin:/registry/pods/openstack/tempest-ks-user-m9gvq; range_end:; response_count:1; response_revision:32679; }","duration":"110.299474ms","start":"2026-03-02T17:52:07.215265Z","end":"2026-03-02T17:52:07.325564Z","steps":["trace[1822023510] 'agreement among raft nodes before linearized reading' (duration: 110.012007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:07.325603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.093189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-02T17:52:07.325712Z","caller":"traceutil/trace.go:171","msg":"trace[1378383893] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:32679; }","duration":"135.286514ms","start":"2026-03-02T17:52:07.1904Z","end":"2026-03-02T17:52:07.325686Z","steps":["trace[1378383893] 'agreement among raft nodes before linearized reading' (duration: 134.978606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:09.165151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.450084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:52:09.165271Z","caller":"traceutil/trace.go:171","msg":"trace[1423356818] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:32696; }","duration":"146.652299ms","start":"2026-03-02T17:52:09.01859Z","end":"2026-03-02T17:52:09.165243Z","steps":["trace[1423356818] 'count revisions from in-memory index tree' (duration: 146.332801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:09.165308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.396974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:52:09.165451Z","caller":"traceutil/trace.go:171","msg":"trace[1667304116] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:32696; }","duration":"101.603208ms","start":"2026-03-02T17:52:09.063794Z","end":"2026-03-02T17:52:09.165397Z","steps":["trace[1667304116] 'count revisions from in-memory index tree' (duration: 101.250311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:09.165473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.196545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:52:09.165524Z","caller":"traceutil/trace.go:171","msg":"trace[1227877795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32696; }","duration":"161.286666ms","start":"2026-03-02T17:52:09.004223Z","end":"2026-03-02T17:52:09.165509Z","steps":["trace[1227877795] 'range keys from in-memory index tree' (duration: 160.966119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:09.165907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.055836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:52:09.165957Z","caller":"traceutil/trace.go:171","msg":"trace[9660412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32696; }","duration":"192.135148ms","start":"2026-03-02T17:52:08.973806Z","end":"2026-03-02T17:52:09.165941Z","steps":["trace[9660412] 'range keys from in-memory index tree' (duration: 191.369081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:09.16592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.557341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:52:09.166317Z","caller":"traceutil/trace.go:171","msg":"trace[1940647085] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:32696; }","duration":"145.711037ms","start":"2026-03-02T17:52:09.020588Z","end":"2026-03-02T17:52:09.166299Z","steps":["trace[1940647085] 'count revisions from in-memory index tree' (duration: 144.453609ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:09.271367Z","caller":"traceutil/trace.go:171","msg":"trace[236610971] transaction","detail":"{read_only:false; response_revision:32697; number_of_response:1; }","duration":"100.581676ms","start":"2026-03-02T17:52:09.170762Z","end":"2026-03-02T17:52:09.271344Z","steps":["trace[236610971] 'process raft request' (duration: 100.427792ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:09.446858Z","caller":"traceutil/trace.go:171","msg":"trace[925740262] linearizableReadLoop","detail":"{readStateIndex:33794; appliedIndex:33790; }","duration":"106.378935ms","start":"2026-03-02T17:52:09.340447Z","end":"2026-03-02T17:52:09.446826Z","steps":["trace[925740262] 'read index received' (duration: 49.07171ms)","trace[925740262] 'applied index is now lower than readState.Index' (duration: 57.305715ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:09.447156Z","caller":"traceutil/trace.go:171","msg":"trace[1444431943] transaction","detail":"{read_only:false; response_revision:32699; number_of_response:1; }","duration":"186.36809ms","start":"2026-03-02T17:52:09.260765Z","end":"2026-03-02T17:52:09.447133Z","steps":["trace[1444431943] 'process raft request' (duration: 185.838248ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:09.447186Z","caller":"traceutil/trace.go:171","msg":"trace[679578794] transaction","detail":"{read_only:false; response_revision:32700; number_of_response:1; }","duration":"186.34337ms","start":"2026-03-02T17:52:09.260822Z","end":"2026-03-02T17:52:09.447165Z","steps":["trace[679578794] 'process raft request' (duration: 185.864909ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:09.447245Z","caller":"traceutil/trace.go:171","msg":"trace[1677121196] transaction","detail":"{read_only:false; response_revision:32701; number_of_response:1; }","duration":"158.885453ms","start":"2026-03-02T17:52:09.288338Z","end":"2026-03-02T17:52:09.447224Z","steps":["trace[1677121196] 'process raft request' (duration: 158.430723ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:09.447284Z","caller":"traceutil/trace.go:171","msg":"trace[1759651538] transaction","detail":"{read_only:false; response_revision:32698; number_of_response:1; }","duration":"275.5732ms","start":"2026-03-02T17:52:09.171626Z","end":"2026-03-02T17:52:09.447199Z","steps":["trace[1759651538] 'process raft request' (duration: 217.910677ms)","trace[1759651538] 'compare' (duration: 56.694401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:52:09.447651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.164483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/tempest-ks-user-m9gvq\" ","response":"range_response_count:1 size:8758"} {"level":"info","ts":"2026-03-02T17:52:09.447752Z","caller":"traceutil/trace.go:171","msg":"trace[693671741] range","detail":"{range_begin:/registry/pods/openstack/tempest-ks-user-m9gvq; range_end:; response_count:1; response_revision:32701; }","duration":"107.325257ms","start":"2026-03-02T17:52:09.340379Z","end":"2026-03-02T17:52:09.447704Z","steps":["trace[693671741] 'agreement among raft nodes before linearized reading' (duration: 107.00536ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:10.080583Z","caller":"traceutil/trace.go:171","msg":"trace[1438485605] transaction","detail":"{read_only:false; response_revision:32704; number_of_response:1; }","duration":"331.72984ms","start":"2026-03-02T17:52:09.748814Z","end":"2026-03-02T17:52:10.080544Z","steps":["trace[1438485605] 'process raft request' (duration: 331.536676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:10.080809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:09.74878Z","time spent":"331.901674ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:52:10.107065Z","caller":"traceutil/trace.go:171","msg":"trace[565512328] transaction","detail":"{read_only:false; response_revision:32705; number_of_response:1; }","duration":"328.515127ms","start":"2026-03-02T17:52:09.778523Z","end":"2026-03-02T17:52:10.107038Z","steps":["trace[565512328] 'process raft request' (duration: 328.282202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:10.107244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:09.778476Z","time spent":"328.67405ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:52:10.10743Z","caller":"traceutil/trace.go:171","msg":"trace[1594400636] linearizableReadLoop","detail":"{readStateIndex:33799; appliedIndex:33796; }","duration":"265.084805ms","start":"2026-03-02T17:52:09.842302Z","end":"2026-03-02T17:52:10.107387Z","steps":["trace[1594400636] 'read index received' (duration: 238.021138ms)","trace[1594400636] 'applied index is now lower than readState.Index' (duration: 27.061527ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:10.107561Z","caller":"traceutil/trace.go:171","msg":"trace[898781336] transaction","detail":"{read_only:false; response_revision:32706; number_of_response:1; }","duration":"305.309547ms","start":"2026-03-02T17:52:09.802193Z","end":"2026-03-02T17:52:10.107503Z","steps":["trace[898781336] 'process raft request' (duration: 304.788625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:10.107805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:09.802152Z","time spent":"305.515862ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:52:10.107811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.469944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T17:52:10.107861Z","caller":"traceutil/trace.go:171","msg":"trace[509903390] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:32706; }","duration":"265.609077ms","start":"2026-03-02T17:52:09.842235Z","end":"2026-03-02T17:52:10.107844Z","steps":["trace[509903390] 'agreement among raft nodes before linearized reading' (duration: 265.31236ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:11.180678Z","caller":"traceutil/trace.go:171","msg":"trace[1655883794] transaction","detail":"{read_only:false; response_revision:32709; number_of_response:1; }","duration":"660.213616ms","start":"2026-03-02T17:52:10.520426Z","end":"2026-03-02T17:52:11.180639Z","steps":["trace[1655883794] 'process raft request' (duration: 660.005502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:11.180883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:10.520392Z","time spent":"660.38154ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:52:11.513844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.374375ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T17:52:11.514258Z","caller":"traceutil/trace.go:171","msg":"trace[421389049] linearizableReadLoop","detail":"{readStateIndex:33804; appliedIndex:33801; }","duration":"611.424643ms","start":"2026-03-02T17:52:10.90281Z","end":"2026-03-02T17:52:11.514235Z","steps":["trace[421389049] 'read index received' (duration: 277.671758ms)","trace[421389049] 'applied index is now lower than readState.Index' (duration: 333.751725ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:11.514363Z","caller":"traceutil/trace.go:171","msg":"trace[1413058193] transaction","detail":"{read_only:false; response_revision:32710; number_of_response:1; }","duration":"847.250951ms","start":"2026-03-02T17:52:10.667089Z","end":"2026-03-02T17:52:11.51434Z","steps":["trace[1413058193] 'process raft request' (duration: 846.959804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:11.514532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.72486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T17:52:11.514519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:10.667059Z","time spent":"847.358624ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:52:11.514574Z","caller":"traceutil/trace.go:171","msg":"trace[562079489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32710; }","duration":"611.812872ms","start":"2026-03-02T17:52:10.90275Z","end":"2026-03-02T17:52:11.514563Z","steps":["trace[562079489] 'agreement among raft nodes before linearized reading' (duration: 611.608857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:11.514603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:10.902707Z","time spent":"611.888904ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T17:52:11.554227Z","caller":"traceutil/trace.go:171","msg":"trace[530161447] transaction","detail":"{read_only:false; response_revision:32711; number_of_response:1; }","duration":"100.953673ms","start":"2026-03-02T17:52:11.453244Z","end":"2026-03-02T17:52:11.554197Z","steps":["trace[530161447] 'process raft request' (duration: 100.779729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:11.576731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.631372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:52:11.576733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.446685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:52:11.576798Z","caller":"traceutil/trace.go:171","msg":"trace[1471983150] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:32713; }","duration":"185.774586ms","start":"2026-03-02T17:52:11.391007Z","end":"2026-03-02T17:52:11.576781Z","steps":["trace[1471983150] 'agreement among raft nodes before linearized reading' (duration: 185.615202ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:11.576823Z","caller":"traceutil/trace.go:171","msg":"trace[1238990760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32713; }","duration":"241.611388ms","start":"2026-03-02T17:52:11.335188Z","end":"2026-03-02T17:52:11.5768Z","steps":["trace[1238990760] 'agreement among raft nodes before linearized reading' (duration: 241.452815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:11.576794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.210155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:52:11.576906Z","caller":"traceutil/trace.go:171","msg":"trace[1572709181] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:32713; }","duration":"371.400609ms","start":"2026-03-02T17:52:11.205482Z","end":"2026-03-02T17:52:11.576883Z","steps":["trace[1572709181] 'agreement among raft nodes before linearized reading' (duration: 371.187354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:11.57696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:11.205452Z","time spent":"371.496622ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:52:11.576977Z","caller":"traceutil/trace.go:171","msg":"trace[1379382166] transaction","detail":"{read_only:false; response_revision:32712; number_of_response:1; }","duration":"121.672158ms","start":"2026-03-02T17:52:11.455288Z","end":"2026-03-02T17:52:11.57696Z","steps":["trace[1379382166] 'process raft request' (duration: 121.079885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:11.577132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.877069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T17:52:11.577176Z","caller":"traceutil/trace.go:171","msg":"trace[456999550] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32713; }","duration":"124.91933ms","start":"2026-03-02T17:52:11.452244Z","end":"2026-03-02T17:52:11.577164Z","steps":["trace[456999550] 'agreement among raft nodes before linearized reading' (duration: 124.761347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:11.577213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.740474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:52:11.577246Z","caller":"traceutil/trace.go:171","msg":"trace[450490696] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:32713; }","duration":"160.776275ms","start":"2026-03-02T17:52:11.416459Z","end":"2026-03-02T17:52:11.577235Z","steps":["trace[450490696] 'agreement among raft nodes before linearized reading' (duration: 160.721804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:11.577274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.880391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:52:11.577311Z","caller":"traceutil/trace.go:171","msg":"trace[938691360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32713; }","duration":"301.961082ms","start":"2026-03-02T17:52:11.27534Z","end":"2026-03-02T17:52:11.577301Z","steps":["trace[938691360] 'agreement among raft nodes before linearized reading' (duration: 301.799869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:11.577343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:11.275315Z","time spent":"302.022213ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:52:11.577784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.117505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:52:11.577833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.341833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:52:11.577934Z","caller":"traceutil/trace.go:171","msg":"trace[1073281767] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:32713; }","duration":"467.308529ms","start":"2026-03-02T17:52:11.110559Z","end":"2026-03-02T17:52:11.577868Z","steps":["trace[1073281767] 'agreement among raft nodes before linearized reading' (duration: 466.989922ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:11.577974Z","caller":"traceutil/trace.go:171","msg":"trace[1693865462] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:32713; }","duration":"501.63957ms","start":"2026-03-02T17:52:11.076319Z","end":"2026-03-02T17:52:11.577958Z","steps":["trace[1693865462] 'agreement among raft nodes before linearized reading' (duration: 501.317713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:11.578018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:11.076245Z","time spent":"501.761553ms","remote":"127.0.0.1:54248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:52:11.578016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:11.110533Z","time spent":"467.470953ms","remote":"127.0.0.1:54472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":65,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:52:11.578123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.769451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-02T17:52:11.578299Z","caller":"traceutil/trace.go:171","msg":"trace[1447891396] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:32713; }","duration":"658.004057ms","start":"2026-03-02T17:52:10.920235Z","end":"2026-03-02T17:52:11.57824Z","steps":["trace[1447891396] 'agreement among raft nodes before linearized reading' (duration: 657.131727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:11.578414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:10.920208Z","time spent":"658.1875ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T17:52:11.702221Z","caller":"traceutil/trace.go:171","msg":"trace[1012480353] transaction","detail":"{read_only:false; response_revision:32714; number_of_response:1; }","duration":"120.066103ms","start":"2026-03-02T17:52:11.582127Z","end":"2026-03-02T17:52:11.702193Z","steps":["trace[1012480353] 'process raft request' (duration: 42.328019ms)","trace[1012480353] 'compare' (duration: 77.302934ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:11.73346Z","caller":"traceutil/trace.go:171","msg":"trace[597671721] transaction","detail":"{read_only:false; response_revision:32715; number_of_response:1; }","duration":"150.204198ms","start":"2026-03-02T17:52:11.583208Z","end":"2026-03-02T17:52:11.733412Z","steps":["trace[597671721] 'process raft request' (duration: 149.961573ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:11.733444Z","caller":"traceutil/trace.go:171","msg":"trace[1115428718] transaction","detail":"{read_only:false; response_revision:32716; number_of_response:1; }","duration":"150.130877ms","start":"2026-03-02T17:52:11.583281Z","end":"2026-03-02T17:52:11.733411Z","steps":["trace[1115428718] 'process raft request' (duration: 150.050406ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:11.738818Z","caller":"traceutil/trace.go:171","msg":"trace[891408607] transaction","detail":"{read_only:false; response_revision:32717; number_of_response:1; }","duration":"111.141463ms","start":"2026-03-02T17:52:11.627661Z","end":"2026-03-02T17:52:11.738803Z","steps":["trace[891408607] 'process raft request' (duration: 110.779855ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:12.199252Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30612} {"level":"info","ts":"2026-03-02T17:52:12.199395Z","caller":"traceutil/trace.go:171","msg":"trace[1297149575] transaction","detail":"{read_only:false; response_revision:32719; number_of_response:1; }","duration":"112.3419ms","start":"2026-03-02T17:52:12.087015Z","end":"2026-03-02T17:52:12.199357Z","steps":["trace[1297149575] 'process raft request' (duration: 112.169446ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:12.200004Z","caller":"traceutil/trace.go:171","msg":"trace[728347656] compact","detail":"{revision:30612; response_revision:32719; }","duration":"123.54367ms","start":"2026-03-02T17:52:12.076433Z","end":"2026-03-02T17:52:12.199977Z","steps":["trace[728347656] 'check and update compact revision' (duration: 97.538127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:12.451718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.874183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:52:12.452025Z","caller":"traceutil/trace.go:171","msg":"trace[75329371] transaction","detail":"{read_only:false; response_revision:32720; number_of_response:1; }","duration":"337.305755ms","start":"2026-03-02T17:52:12.114654Z","end":"2026-03-02T17:52:12.451959Z","steps":["trace[75329371] 'process raft request' (duration: 112.060803ms)","trace[75329371] 'compare' (duration: 137.264839ms)","trace[75329371] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capo-system/controller-leader-election-capo; req_size:518; } (duration: 87.352579ms)"],"step_count":3} {"level":"info","ts":"2026-03-02T17:52:12.452086Z","caller":"traceutil/trace.go:171","msg":"trace[128311771] transaction","detail":"{read_only:false; response_revision:32721; number_of_response:1; }","duration":"337.316615ms","start":"2026-03-02T17:52:12.114691Z","end":"2026-03-02T17:52:12.452008Z","steps":["trace[128311771] 'process raft request' (duration: 337.153471ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:12.452135Z","caller":"traceutil/trace.go:171","msg":"trace[1085144548] linearizableReadLoop","detail":"{readStateIndex:33816; appliedIndex:33814; }","duration":"277.82484ms","start":"2026-03-02T17:52:12.174255Z","end":"2026-03-02T17:52:12.45208Z","steps":["trace[1085144548] 'read index received' (duration: 52.478577ms)","trace[1085144548] 'applied index is now lower than readState.Index' (duration: 225.342983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:52:12.452268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:12.114626Z","time spent":"337.523999ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:52:12.452275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:12.114663Z","time spent":"337.506929ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:52:12.45247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.18588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:52:12.452492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.996194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:52:12.452494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.229865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:52:12.452539Z","caller":"traceutil/trace.go:171","msg":"trace[158039595] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:32722; }","duration":"278.343203ms","start":"2026-03-02T17:52:12.17418Z","end":"2026-03-02T17:52:12.452523Z","steps":["trace[158039595] 'agreement among raft nodes before linearized reading' (duration: 278.140739ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:12.452559Z","caller":"traceutil/trace.go:171","msg":"trace[1356159485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32722; }","duration":"117.109027ms","start":"2026-03-02T17:52:12.335432Z","end":"2026-03-02T17:52:12.452541Z","steps":["trace[1356159485] 'agreement among raft nodes before linearized reading' (duration: 117.024625ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:12.452572Z","caller":"traceutil/trace.go:171","msg":"trace[1826939179] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:32722; }","duration":"239.386619ms","start":"2026-03-02T17:52:12.213165Z","end":"2026-03-02T17:52:12.452551Z","steps":["trace[1826939179] 'agreement among raft nodes before linearized reading' (duration: 239.209065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:12.452697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.093925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:52:12.452742Z","caller":"traceutil/trace.go:171","msg":"trace[1195623691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32722; }","duration":"215.175897ms","start":"2026-03-02T17:52:12.237548Z","end":"2026-03-02T17:52:12.452724Z","steps":["trace[1195623691] 'agreement among raft nodes before linearized reading' (duration: 215.018783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:12.707531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.906679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:52:12.707729Z","caller":"traceutil/trace.go:171","msg":"trace[1622133194] transaction","detail":"{read_only:false; response_revision:32723; number_of_response:1; }","duration":"250.58247ms","start":"2026-03-02T17:52:12.457117Z","end":"2026-03-02T17:52:12.7077Z","steps":["trace[1622133194] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:418; } (duration: 243.385337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:13.901434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193672139s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:52:13.901529Z","caller":"traceutil/trace.go:171","msg":"trace[1793372731] linearizableReadLoop","detail":"{readStateIndex:33819; appliedIndex:33817; }","duration":"1.23294288s","start":"2026-03-02T17:52:12.66857Z","end":"2026-03-02T17:52:13.901513Z","steps":["trace[1793372731] 'read index received' (duration: 64.401µs)","trace[1793372731] 'applied index is now lower than readState.Index' (duration: 1.232877549s)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:13.90159Z","caller":"traceutil/trace.go:171","msg":"trace[2037398084] transaction","detail":"{read_only:false; response_revision:32724; number_of_response:1; }","duration":"1.438359787s","start":"2026-03-02T17:52:12.463219Z","end":"2026-03-02T17:52:13.901579Z","steps":["trace[2037398084] 'process raft request' (duration: 244.461653ms)","trace[2037398084] 'compare' (duration: 279.072618ms)","trace[2037398084] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/pods/openstack/tempest-ks-user-m9gvq; req_size:9054; } (duration: 913.729971ms)"],"step_count":3} {"level":"warn","ts":"2026-03-02T17:52:13.901634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:12.463172Z","time spent":"1.438440349s","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9057,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:52:14.052107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383486766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:52:14.052286Z","caller":"traceutil/trace.go:171","msg":"trace[298122682] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:32724; }","duration":"1.383708362s","start":"2026-03-02T17:52:12.6685Z","end":"2026-03-02T17:52:14.052208Z","steps":["trace[298122682] 'agreement among raft nodes before linearized reading' (duration: 1.233446871s)","trace[298122682] 'count revisions from in-memory index tree' (duration: 150.037505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:52:14.052388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:12.668474Z","time spent":"1.383896875s","remote":"127.0.0.1:54180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":94,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:52:14.466158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.754313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:52:14.466296Z","caller":"traceutil/trace.go:171","msg":"trace[79614179] transaction","detail":"{read_only:false; response_revision:32725; number_of_response:1; }","duration":"944.041331ms","start":"2026-03-02T17:52:13.522234Z","end":"2026-03-02T17:52:14.466275Z","steps":["trace[79614179] 'process raft request' (duration: 396.077683ms)","trace[79614179] 'compare' (duration: 133.458632ms)","trace[79614179] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/orc-system/f35396c5.k-orc.cloud; req_size:495; } (duration: 413.944154ms)"],"step_count":3} {"level":"warn","ts":"2026-03-02T17:52:14.466368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:13.5222Z","time spent":"944.150193ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:52:14.970723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.342731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:52:14.970896Z","caller":"traceutil/trace.go:171","msg":"trace[2062992986] transaction","detail":"{read_only:false; response_revision:32726; number_of_response:1; }","duration":"1.408128799s","start":"2026-03-02T17:52:13.562738Z","end":"2026-03-02T17:52:14.970866Z","steps":["trace[2062992986] 'process raft request' (duration: 903.525372ms)","trace[2062992986] 'compare' (duration: 324.64157ms)","trace[2062992986] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; req_size:605; } (duration: 179.291361ms)"],"step_count":3} {"level":"warn","ts":"2026-03-02T17:52:14.970957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:13.562708Z","time spent":"1.408223931s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:52:15.298091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.134736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:52:15.298262Z","caller":"traceutil/trace.go:171","msg":"trace[987865356] transaction","detail":"{read_only:false; response_revision:32727; number_of_response:1; }","duration":"1.712108445s","start":"2026-03-02T17:52:13.586123Z","end":"2026-03-02T17:52:15.298231Z","steps":["trace[987865356] 'process raft request' (duration: 1.384726204s)","trace[987865356] 'compare' (duration: 66.619764ms)","trace[987865356] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:506; } (duration: 260.288277ms)"],"step_count":3} {"level":"warn","ts":"2026-03-02T17:52:15.298372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:13.58611Z","time spent":"1.712202218s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:52:15.335842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000342281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T17:52:15.335964Z","caller":"traceutil/trace.go:171","msg":"trace[916040458] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000533995s","start":"2026-03-02T17:52:13.335407Z","end":"2026-03-02T17:52:15.335941Z","steps":["trace[916040458] 'agreement among raft nodes before linearized reading' (duration: 2.000385792s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:15.336024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:13.335371Z","time spent":"2.000641507s","remote":"127.0.0.1:54002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 17:52:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:52:15.632507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.189966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:52:15.632663Z","caller":"traceutil/trace.go:171","msg":"trace[1935445313] linearizableReadLoop","detail":"{readStateIndex:33823; appliedIndex:33819; }","duration":"1.731095972s","start":"2026-03-02T17:52:13.901547Z","end":"2026-03-02T17:52:15.632643Z","steps":["trace[1935445313] 'read index received' (duration: 16.818577ms)","trace[1935445313] 'applied index is now lower than readState.Index' (duration: 1.714275965s)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:15.632925Z","caller":"traceutil/trace.go:171","msg":"trace[52678842] transaction","detail":"{read_only:false; response_revision:32728; number_of_response:1; }","duration":"1.888198075s","start":"2026-03-02T17:52:13.744453Z","end":"2026-03-02T17:52:15.632651Z","steps":["trace[52678842] 'process raft request' (duration: 1.553760434s)","trace[52678842] 'compare' (duration: 62.643506ms)","trace[52678842] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:553; } (duration: 271.140471ms)"],"step_count":3} {"level":"warn","ts":"2026-03-02T17:52:15.633151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:13.744413Z","time spent":"1.888628735s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:52:15.674861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968491506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:52:15.67499Z","caller":"traceutil/trace.go:171","msg":"trace[1501451605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32728; }","duration":"1.968681921s","start":"2026-03-02T17:52:13.706276Z","end":"2026-03-02T17:52:15.674958Z","steps":["trace[1501451605] 'agreement among raft nodes before linearized reading' (duration: 1.926487285s)","trace[1501451605] 'range keys from in-memory index tree' (duration: 41.887059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:52:15.675065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:13.706248Z","time spent":"1.968799983s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:52:15.675073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967748035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:52:15.675208Z","caller":"traceutil/trace.go:171","msg":"trace[138738543] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:32728; }","duration":"2.967903198s","start":"2026-03-02T17:52:12.707269Z","end":"2026-03-02T17:52:15.675173Z","steps":["trace[138738543] 'agreement among raft nodes before linearized reading' (duration: 2.925531229s)","trace[138738543] 'count revisions from in-memory index tree' (duration: 42.180766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:52:15.675279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:12.707189Z","time spent":"2.968075362s","remote":"127.0.0.1:59874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:52:15.675414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48991211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:52:15.67547Z","caller":"traceutil/trace.go:171","msg":"trace[26085094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32728; }","duration":"2.490005342s","start":"2026-03-02T17:52:13.18545Z","end":"2026-03-02T17:52:15.675455Z","steps":["trace[26085094] 'agreement among raft nodes before linearized reading' (duration: 2.447308655s)","trace[26085094] 'range keys from in-memory index tree' (duration: 42.577314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:52:15.675455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93657661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T17:52:15.675507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:13.185424Z","time spent":"2.490072984s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T17:52:15.675551Z","caller":"traceutil/trace.go:171","msg":"trace[57557254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32728; }","duration":"1.936735583s","start":"2026-03-02T17:52:13.738791Z","end":"2026-03-02T17:52:15.675527Z","steps":["trace[57557254] 'agreement among raft nodes before linearized reading' (duration: 1.893956364s)","trace[57557254] 'range keys from in-memory index tree' (duration: 42.537433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:52:15.675602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:13.738762Z","time spent":"1.936830506s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:52:15.675649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090771568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:52:15.675728Z","caller":"traceutil/trace.go:171","msg":"trace[1778273221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32728; }","duration":"2.09088469s","start":"2026-03-02T17:52:13.584831Z","end":"2026-03-02T17:52:15.675716Z","steps":["trace[1778273221] 'agreement among raft nodes before linearized reading' (duration: 2.047979669s)","trace[1778273221] 'range keys from in-memory index tree' (duration: 42.711757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:52:15.675795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:13.584809Z","time spent":"2.090978792s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:52:15.675948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.447979709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:52:15.67601Z","caller":"traceutil/trace.go:171","msg":"trace[51211705] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:32728; }","duration":"2.448075701s","start":"2026-03-02T17:52:13.22791Z","end":"2026-03-02T17:52:15.675986Z","steps":["trace[51211705] 'agreement among raft nodes before linearized reading' (duration: 2.404827942s)","trace[51211705] 'count revisions from in-memory index tree' (duration: 43.167708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:52:15.676046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:13.227867Z","time spent":"2.448169743s","remote":"127.0.0.1:54290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":96,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:52:15.67618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.841630377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:52:15.676238Z","caller":"traceutil/trace.go:171","msg":"trace[1477105497] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:32728; }","duration":"2.841689579s","start":"2026-03-02T17:52:12.83453Z","end":"2026-03-02T17:52:15.676219Z","steps":["trace[1477105497] 'agreement among raft nodes before linearized reading' (duration: 2.798243455s)","trace[1477105497] 'count revisions from in-memory index tree' (duration: 43.363212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:52:15.676284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:12.834456Z","time spent":"2.841813471s","remote":"127.0.0.1:54412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:52:15.676328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.945107347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-02T17:52:15.676392Z","caller":"traceutil/trace.go:171","msg":"trace[1707384882] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:32728; }","duration":"2.94521788s","start":"2026-03-02T17:52:12.731152Z","end":"2026-03-02T17:52:15.67637Z","steps":["trace[1707384882] 'agreement among raft nodes before linearized reading' (duration: 2.901635033s)","trace[1707384882] 'range keys from in-memory index tree' (duration: 43.438394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:52:15.676446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:12.731124Z","time spent":"2.945309462s","remote":"127.0.0.1:54174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-02T17:52:15.676532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005075585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:52:15.676586Z","caller":"traceutil/trace.go:171","msg":"trace[1825202752] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:32728; }","duration":"2.005190158s","start":"2026-03-02T17:52:13.671382Z","end":"2026-03-02T17:52:15.676572Z","steps":["trace[1825202752] 'agreement among raft nodes before linearized reading' (duration: 1.961410237s)","trace[1825202752] 'count revisions from in-memory index tree' (duration: 43.685228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:52:15.676627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:13.671348Z","time spent":"2.00526918s","remote":"127.0.0.1:54160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:52:15.677027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262720044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-02T17:52:15.677077Z","caller":"traceutil/trace.go:171","msg":"trace[1361671431] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:32728; }","duration":"2.262767565s","start":"2026-03-02T17:52:13.414295Z","end":"2026-03-02T17:52:15.677062Z","steps":["trace[1361671431] 'agreement among raft nodes before linearized reading' (duration: 2.218417771s)","trace[1361671431] 'range keys from in-memory index tree' (duration: 41.975331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:52:15.677108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:13.414194Z","time spent":"2.262907279s","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-02T17:52:15.967575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.812137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:52:15.968141Z","caller":"traceutil/trace.go:171","msg":"trace[2105474579] transaction","detail":"{read_only:false; response_revision:32729; number_of_response:1; }","duration":"1.762439485s","start":"2026-03-02T17:52:14.205663Z","end":"2026-03-02T17:52:15.968103Z","steps":["trace[2105474579] 'process raft request' (duration: 1.426962172s)","trace[2105474579] 'compare' (duration: 43.28834ms)","trace[2105474579] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-system/controller-leader-election-capi; req_size:518; } (duration: 290.871193ms)"],"step_count":3} {"level":"warn","ts":"2026-03-02T17:52:15.968232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:14.205625Z","time spent":"1.762564078s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:52:16.190268Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30612,"took":"3.985570382s","hash":2687731880,"current-db-size-bytes":48504832,"current-db-size":"48 MB","current-db-size-in-use-bytes":26976256,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-02T17:52:16.19036Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2687731880,"revision":30612,"compact-revision":28511} {"level":"warn","ts":"2026-03-02T17:52:16.190856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.642732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:52:16.191141Z","caller":"traceutil/trace.go:171","msg":"trace[1851107539] transaction","detail":"{read_only:false; response_revision:32730; number_of_response:1; }","duration":"1.731591353s","start":"2026-03-02T17:52:14.459441Z","end":"2026-03-02T17:52:16.191032Z","steps":["trace[1851107539] 'process raft request' (duration: 1.508641994s)","trace[1851107539] 'compare' (duration: 121.634967ms)","trace[1851107539] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capo-system/controller-leader-election-capo; req_size:519; } (duration: 100.691348ms)"],"step_count":3} {"level":"warn","ts":"2026-03-02T17:52:16.191234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:14.45941Z","time spent":"1.731784938s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:52:16.22876Z","caller":"traceutil/trace.go:171","msg":"trace[1897520795] transaction","detail":"{read_only:false; response_revision:32733; number_of_response:1; }","duration":"1.397252545s","start":"2026-03-02T17:52:14.831476Z","end":"2026-03-02T17:52:16.228729Z","steps":["trace[1897520795] 'process raft request' (duration: 1.397169733s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:16.228935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:14.831446Z","time spent":"1.397397949s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:52:16.22906Z","caller":"traceutil/trace.go:171","msg":"trace[1631300426] linearizableReadLoop","detail":"{readStateIndex:33829; appliedIndex:33823; }","duration":"596.344404ms","start":"2026-03-02T17:52:15.632687Z","end":"2026-03-02T17:52:16.229031Z","steps":["trace[1631300426] 'read index received' (duration: 156.003µs)","trace[1631300426] 'applied index is now lower than readState.Index' (duration: 596.187211ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:16.229174Z","caller":"traceutil/trace.go:171","msg":"trace[789395486] transaction","detail":"{read_only:false; response_revision:32731; number_of_response:1; }","duration":"1.769674938s","start":"2026-03-02T17:52:14.459485Z","end":"2026-03-02T17:52:16.22916Z","steps":["trace[789395486] 'process raft request' (duration: 1.731528892s)","trace[789395486] 'compare' (duration: 37.357587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:52:16.229241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:14.459449Z","time spent":"1.76975979s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:52:16.229306Z","caller":"traceutil/trace.go:171","msg":"trace[2011449182] transaction","detail":"{read_only:false; response_revision:32734; number_of_response:1; }","duration":"1.086215541s","start":"2026-03-02T17:52:15.143078Z","end":"2026-03-02T17:52:16.229294Z","steps":["trace[2011449182] 'process raft request' (duration: 1.085612007s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:16.229441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:15.143045Z","time spent":"1.086298942s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:52:16.229458Z","caller":"traceutil/trace.go:171","msg":"trace[1747269262] transaction","detail":"{read_only:false; response_revision:32732; number_of_response:1; }","duration":"1.702308927s","start":"2026-03-02T17:52:14.527136Z","end":"2026-03-02T17:52:16.229445Z","steps":["trace[1747269262] 'process raft request' (duration: 1.701439568s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:16.229509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:14.527054Z","time spent":"1.70243162s","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T17:52:16.229866Z","caller":"traceutil/trace.go:171","msg":"trace[282858339] transaction","detail":"{read_only:false; response_revision:32735; number_of_response:1; }","duration":"549.253818ms","start":"2026-03-02T17:52:15.6806Z","end":"2026-03-02T17:52:16.229854Z","steps":["trace[282858339] 'process raft request' (duration: 548.369759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:16.229975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:15.680578Z","time spent":"549.36001ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:52:16.230088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.978047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:52:16.230133Z","caller":"traceutil/trace.go:171","msg":"trace[2031423359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32734; }","duration":"885.061589ms","start":"2026-03-02T17:52:15.34506Z","end":"2026-03-02T17:52:16.230122Z","steps":["trace[2031423359] 'agreement among raft nodes before linearized reading' (duration: 884.617689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:16.230165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:15.345039Z","time spent":"885.11782ms","remote":"127.0.0.1:54002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:52:16.230289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.91676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T17:52:16.230396Z","caller":"traceutil/trace.go:171","msg":"trace[2005428542] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32734; }","duration":"924.103045ms","start":"2026-03-02T17:52:15.306279Z","end":"2026-03-02T17:52:16.230382Z","steps":["trace[2005428542] 'agreement among raft nodes before linearized reading' (duration: 923.410999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:16.230446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:15.306251Z","time spent":"924.181486ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:52:16.230247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.657999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:52:16.230519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.357196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:52:16.230553Z","caller":"traceutil/trace.go:171","msg":"trace[178262517] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:32734; }","duration":"848.438988ms","start":"2026-03-02T17:52:15.382101Z","end":"2026-03-02T17:52:16.23054Z","steps":["trace[178262517] 'agreement among raft nodes before linearized reading' (duration: 847.567059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:16.230593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:15.382069Z","time spent":"848.513019ms","remote":"127.0.0.1:56506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:52:16.23067Z","caller":"traceutil/trace.go:171","msg":"trace[1294498931] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:32734; }","duration":"625.114329ms","start":"2026-03-02T17:52:15.605428Z","end":"2026-03-02T17:52:16.230542Z","steps":["trace[1294498931] 'agreement among raft nodes before linearized reading' (duration: 624.205739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:16.230713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.063218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.67\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-02T17:52:16.230747Z","caller":"traceutil/trace.go:171","msg":"trace[469789646] range","detail":"{range_begin:/registry/masterleases/199.204.45.67; range_end:; response_count:1; response_revision:32734; }","duration":"967.14825ms","start":"2026-03-02T17:52:15.263589Z","end":"2026-03-02T17:52:16.230738Z","steps":["trace[469789646] 'agreement among raft nodes before linearized reading' (duration: 966.110537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:16.230786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:15.263564Z","time spent":"967.213681ms","remote":"127.0.0.1:54060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.67\" "} {"level":"warn","ts":"2026-03-02T17:52:16.230745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:15.605407Z","time spent":"625.320573ms","remote":"127.0.0.1:46528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:52:16.230997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141900028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:52:16.23104Z","caller":"traceutil/trace.go:171","msg":"trace[1463935659] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:32734; }","duration":"1.14199457s","start":"2026-03-02T17:52:15.089035Z","end":"2026-03-02T17:52:16.23103Z","steps":["trace[1463935659] 'agreement among raft nodes before linearized reading' (duration: 1.140674981s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:16.231072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:15.089008Z","time spent":"1.142055652s","remote":"127.0.0.1:46538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:52:16.23032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.938422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:52:16.231292Z","caller":"traceutil/trace.go:171","msg":"trace[1668530589] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:32734; }","duration":"657.911844ms","start":"2026-03-02T17:52:15.573369Z","end":"2026-03-02T17:52:16.231281Z","steps":["trace[1668530589] 'agreement among raft nodes before linearized reading' (duration: 656.279417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:16.231334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:15.573301Z","time spent":"658.022897ms","remote":"127.0.0.1:56038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:52:16.231276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.246514621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:52:16.231398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499037069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T17:52:16.231428Z","caller":"traceutil/trace.go:171","msg":"trace[1751387672] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:32734; }","duration":"2.246713325s","start":"2026-03-02T17:52:13.9847Z","end":"2026-03-02T17:52:16.231414Z","steps":["trace[1751387672] 'agreement among raft nodes before linearized reading' (duration: 2.245055138s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:16.231464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231806585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:52:16.233022Z","caller":"traceutil/trace.go:171","msg":"trace[718100076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32734; }","duration":"1.233416841s","start":"2026-03-02T17:52:14.999591Z","end":"2026-03-02T17:52:16.233008Z","steps":["trace[718100076] 'agreement among raft nodes before linearized reading' (duration: 1.230127697s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:16.233075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:14.999564Z","time spent":"1.233499163s","remote":"127.0.0.1:54018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:52:16.230472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.627692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/tempest-ks-user-m9gvq\" ","response":"range_response_count:1 size:9075"} {"level":"info","ts":"2026-03-02T17:52:16.233135Z","caller":"traceutil/trace.go:171","msg":"trace[2054770320] range","detail":"{range_begin:/registry/pods/openstack/tempest-ks-user-m9gvq; range_end:; response_count:1; response_revision:32734; }","duration":"748.320752ms","start":"2026-03-02T17:52:15.484799Z","end":"2026-03-02T17:52:16.233119Z","steps":["trace[2054770320] 'agreement among raft nodes before linearized reading' (duration: 744.860595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:16.233195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:15.484774Z","time spent":"748.401693ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9098,"request content":"key:\"/registry/pods/openstack/tempest-ks-user-m9gvq\" "} {"level":"info","ts":"2026-03-02T17:52:16.231435Z","caller":"traceutil/trace.go:171","msg":"trace[1853590331] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:32734; }","duration":"1.49907616s","start":"2026-03-02T17:52:14.732349Z","end":"2026-03-02T17:52:16.231425Z","steps":["trace[1853590331] 'agreement among raft nodes before linearized reading' (duration: 1.497379511s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:16.233246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:14.732286Z","time spent":"1.500945602s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":255,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:52:16.23152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:13.984673Z","time spent":"2.246790848s","remote":"127.0.0.1:43980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":39,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:52:16.231705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519573769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:52:16.233443Z","caller":"traceutil/trace.go:171","msg":"trace[958199727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32734; }","duration":"1.521354628s","start":"2026-03-02T17:52:14.712074Z","end":"2026-03-02T17:52:16.233429Z","steps":["trace[958199727] 'agreement among raft nodes before linearized reading' (duration: 1.517663975s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:16.233483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:14.712044Z","time spent":"1.52142928s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T17:52:16.231877Z","caller":"traceutil/trace.go:171","msg":"trace[1358613166] transaction","detail":"{read_only:false; response_revision:32736; number_of_response:1; }","duration":"551.191201ms","start":"2026-03-02T17:52:15.680673Z","end":"2026-03-02T17:52:16.231865Z","steps":["trace[1358613166] 'process raft request' (duration: 549.142665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:16.233575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:15.680642Z","time spent":"552.898059ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:52:16.231953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177180176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T17:52:16.233675Z","caller":"traceutil/trace.go:171","msg":"trace[1468704489] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:32734; }","duration":"2.178946745s","start":"2026-03-02T17:52:14.054711Z","end":"2026-03-02T17:52:16.233657Z","steps":["trace[1468704489] 'agreement among raft nodes before linearized reading' (duration: 2.175036768s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:16.23374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:14.054684Z","time spent":"2.179039446s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T17:52:16.232033Z","caller":"traceutil/trace.go:171","msg":"trace[1808066828] transaction","detail":"{read_only:false; response_revision:32737; number_of_response:1; }","duration":"551.087089ms","start":"2026-03-02T17:52:15.680935Z","end":"2026-03-02T17:52:16.232022Z","steps":["trace[1808066828] 'process raft request' (duration: 550.871394ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:16.232283Z","caller":"traceutil/trace.go:171","msg":"trace[1245686438] transaction","detail":"{read_only:false; response_revision:32738; number_of_response:1; }","duration":"549.698727ms","start":"2026-03-02T17:52:15.682573Z","end":"2026-03-02T17:52:16.232271Z","steps":["trace[1245686438] 'process raft request' (duration: 549.423111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:16.232525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.693025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2994b6dd-24dd-475d-b427-259356ca621f\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-02T17:52:16.234048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:15.68256Z","time spent":"551.407356ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:52:16.232676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.926716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T17:52:16.232818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.2584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T17:52:16.234075Z","caller":"traceutil/trace.go:171","msg":"trace[1682556762] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2994b6dd-24dd-475d-b427-259356ca621f; range_end:; response_count:1; response_revision:32739; }","duration":"554.264291ms","start":"2026-03-02T17:52:15.679792Z","end":"2026-03-02T17:52:16.234056Z","steps":["trace[1682556762] 'agreement among raft nodes before linearized reading' (duration: 552.628414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:16.234259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:15.679764Z","time spent":"554.485445ms","remote":"127.0.0.1:54160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-2994b6dd-24dd-475d-b427-259356ca621f\" "} {"level":"info","ts":"2026-03-02T17:52:16.234277Z","caller":"traceutil/trace.go:171","msg":"trace[1907047344] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:32739; }","duration":"239.561353ms","start":"2026-03-02T17:52:15.994701Z","end":"2026-03-02T17:52:16.234262Z","steps":["trace[1907047344] 'agreement among raft nodes before linearized reading' (duration: 237.844914ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:16.234313Z","caller":"traceutil/trace.go:171","msg":"trace[849287884] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:32739; }","duration":"514.747624ms","start":"2026-03-02T17:52:15.719551Z","end":"2026-03-02T17:52:16.234298Z","steps":["trace[849287884] 'agreement among raft nodes before linearized reading' (duration: 513.140998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:16.234372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:15.719506Z","time spent":"514.851966ms","remote":"127.0.0.1:55548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":181,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:52:16.233951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:15.680924Z","time spent":"552.91955ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:52:16.458426Z","caller":"traceutil/trace.go:171","msg":"trace[1103073289] linearizableReadLoop","detail":"{readStateIndex:33839; appliedIndex:33838; }","duration":"215.650616ms","start":"2026-03-02T17:52:16.242739Z","end":"2026-03-02T17:52:16.45839Z","steps":["trace[1103073289] 'read index received' (duration: 136.531042ms)","trace[1103073289] 'applied index is now lower than readState.Index' (duration: 79.118544ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:16.458478Z","caller":"traceutil/trace.go:171","msg":"trace[1973996977] transaction","detail":"{read_only:false; response_revision:32743; number_of_response:1; }","duration":"215.699817ms","start":"2026-03-02T17:52:16.242721Z","end":"2026-03-02T17:52:16.458421Z","steps":["trace[1973996977] 'process raft request' (duration: 136.569862ms)","trace[1973996977] 'compare' (duration: 78.88342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:52:16.458746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.970103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18692"} {"level":"info","ts":"2026-03-02T17:52:16.458799Z","caller":"traceutil/trace.go:171","msg":"trace[1292426434] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:32743; }","duration":"216.060385ms","start":"2026-03-02T17:52:16.242724Z","end":"2026-03-02T17:52:16.458784Z","steps":["trace[1292426434] 'agreement among raft nodes before linearized reading' (duration: 215.82614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:16.486284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.351457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-02T17:52:16.486397Z","caller":"traceutil/trace.go:171","msg":"trace[2072704927] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:32745; }","duration":"243.537492ms","start":"2026-03-02T17:52:16.242839Z","end":"2026-03-02T17:52:16.486377Z","steps":["trace[2072704927] 'agreement among raft nodes before linearized reading' (duration: 243.332267ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:16.486732Z","caller":"traceutil/trace.go:171","msg":"trace[212466064] transaction","detail":"{read_only:false; response_revision:32745; number_of_response:1; }","duration":"243.350898ms","start":"2026-03-02T17:52:16.243279Z","end":"2026-03-02T17:52:16.48663Z","steps":["trace[212466064] 'process raft request' (duration: 242.835065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:16.48681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.809073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:52:16.486879Z","caller":"traceutil/trace.go:171","msg":"trace[290067925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32745; }","duration":"154.967506ms","start":"2026-03-02T17:52:16.331896Z","end":"2026-03-02T17:52:16.486864Z","steps":["trace[290067925] 'agreement among raft nodes before linearized reading' (duration: 154.796702ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:16.48693Z","caller":"traceutil/trace.go:171","msg":"trace[657740430] transaction","detail":"{read_only:false; response_revision:32744; number_of_response:1; }","duration":"244.055953ms","start":"2026-03-02T17:52:16.242762Z","end":"2026-03-02T17:52:16.486818Z","steps":["trace[657740430] 'process raft request' (duration: 242.927487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:16.705931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.418447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:52:16.706074Z","caller":"traceutil/trace.go:171","msg":"trace[328238480] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:32746; }","duration":"139.646192ms","start":"2026-03-02T17:52:16.566391Z","end":"2026-03-02T17:52:16.706037Z","steps":["trace[328238480] 'range keys from in-memory index tree' (duration: 139.284524ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:17.406449Z","caller":"traceutil/trace.go:171","msg":"trace[1978815905] transaction","detail":"{read_only:false; response_revision:32748; number_of_response:1; }","duration":"101.718261ms","start":"2026-03-02T17:52:17.304701Z","end":"2026-03-02T17:52:17.406419Z","steps":["trace[1978815905] 'process raft request' (duration: 101.098157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:18.601412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.491415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T17:52:18.601531Z","caller":"traceutil/trace.go:171","msg":"trace[306655630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32758; }","duration":"137.665079ms","start":"2026-03-02T17:52:18.463838Z","end":"2026-03-02T17:52:18.601503Z","steps":["trace[306655630] 'range keys from in-memory index tree' (duration: 137.274309ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:18.608623Z","caller":"traceutil/trace.go:171","msg":"trace[1403097591] transaction","detail":"{read_only:false; response_revision:32759; number_of_response:1; }","duration":"113.236989ms","start":"2026-03-02T17:52:18.495356Z","end":"2026-03-02T17:52:18.608593Z","steps":["trace[1403097591] 'process raft request' (duration: 113.021484ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:18.761964Z","caller":"traceutil/trace.go:171","msg":"trace[1077197829] transaction","detail":"{read_only:false; response_revision:32760; number_of_response:1; }","duration":"155.662491ms","start":"2026-03-02T17:52:18.60624Z","end":"2026-03-02T17:52:18.761902Z","steps":["trace[1077197829] 'process raft request' (duration: 152.581252ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:44.219919Z","caller":"traceutil/trace.go:171","msg":"trace[458509978] transaction","detail":"{read_only:false; response_revision:32955; number_of_response:1; }","duration":"109.832474ms","start":"2026-03-02T17:52:44.11005Z","end":"2026-03-02T17:52:44.219883Z","steps":["trace[458509978] 'process raft request' (duration: 109.602757ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:45.062063Z","caller":"traceutil/trace.go:171","msg":"trace[884236645] transaction","detail":"{read_only:false; response_revision:32964; number_of_response:1; }","duration":"113.791901ms","start":"2026-03-02T17:52:44.948229Z","end":"2026-03-02T17:52:45.062021Z","steps":["trace[884236645] 'process raft request' (duration: 113.451504ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:56.961362Z","caller":"traceutil/trace.go:171","msg":"trace[1417772746] transaction","detail":"{read_only:false; response_revision:33051; number_of_response:1; }","duration":"183.044166ms","start":"2026-03-02T17:52:56.778292Z","end":"2026-03-02T17:52:56.961336Z","steps":["trace[1417772746] 'process raft request' (duration: 182.934124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:56.961541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.440011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:52:56.961307Z","caller":"traceutil/trace.go:171","msg":"trace[192554005] linearizableReadLoop","detail":"{readStateIndex:34155; appliedIndex:34153; }","duration":"169.195875ms","start":"2026-03-02T17:52:56.79208Z","end":"2026-03-02T17:52:56.961276Z","steps":["trace[192554005] 'read index received' (duration: 81.882507ms)","trace[192554005] 'applied index is now lower than readState.Index' (duration: 87.311748ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:56.961601Z","caller":"traceutil/trace.go:171","msg":"trace[2042902339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33051; }","duration":"169.558653ms","start":"2026-03-02T17:52:56.792034Z","end":"2026-03-02T17:52:56.961592Z","steps":["trace[2042902339] 'agreement among raft nodes before linearized reading' (duration: 169.368669ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:56.961368Z","caller":"traceutil/trace.go:171","msg":"trace[2020660805] transaction","detail":"{read_only:false; response_revision:33050; number_of_response:1; }","duration":"183.66471ms","start":"2026-03-02T17:52:56.777654Z","end":"2026-03-02T17:52:56.961318Z","steps":["trace[2020660805] 'process raft request' (duration: 96.213309ms)","trace[2020660805] 'compare' (duration: 87.181845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:52:56.96189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.867829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:52:56.962005Z","caller":"traceutil/trace.go:171","msg":"trace[2104565154] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33051; }","duration":"145.038813ms","start":"2026-03-02T17:52:56.816936Z","end":"2026-03-02T17:52:56.961975Z","steps":["trace[2104565154] 'agreement among raft nodes before linearized reading' (duration: 144.750117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:57.233366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.705281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:52:57.233526Z","caller":"traceutil/trace.go:171","msg":"trace[352556820] linearizableReadLoop","detail":"{readStateIndex:34157; appliedIndex:34156; }","duration":"107.03768ms","start":"2026-03-02T17:52:57.126467Z","end":"2026-03-02T17:52:57.233504Z","steps":["trace[352556820] 'read index received' (duration: 49.911µs)","trace[352556820] 'applied index is now lower than readState.Index' (duration: 106.985909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:52:57.233734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.242885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:52:57.233773Z","caller":"traceutil/trace.go:171","msg":"trace[1828363944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33053; }","duration":"107.341086ms","start":"2026-03-02T17:52:57.126418Z","end":"2026-03-02T17:52:57.233759Z","steps":["trace[1828363944] 'agreement among raft nodes before linearized reading' (duration: 107.141702ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:57.234033Z","caller":"traceutil/trace.go:171","msg":"trace[803605770] transaction","detail":"{read_only:false; response_revision:33053; number_of_response:1; }","duration":"261.077455ms","start":"2026-03-02T17:52:56.972941Z","end":"2026-03-02T17:52:57.234019Z","steps":["trace[803605770] 'process raft request' (duration: 133.605657ms)","trace[803605770] 'compare' (duration: 126.386484ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:57.546309Z","caller":"traceutil/trace.go:171","msg":"trace[991861836] transaction","detail":"{read_only:false; response_revision:33055; number_of_response:1; }","duration":"190.946124ms","start":"2026-03-02T17:52:57.355339Z","end":"2026-03-02T17:52:57.546285Z","steps":["trace[991861836] 'process raft request' (duration: 190.075533ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:58.909911Z","caller":"traceutil/trace.go:171","msg":"trace[830996917] transaction","detail":"{read_only:false; response_revision:33061; number_of_response:1; }","duration":"130.934276ms","start":"2026-03-02T17:52:58.778936Z","end":"2026-03-02T17:52:58.90987Z","steps":["trace[830996917] 'process raft request' (duration: 130.733702ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:59.012717Z","caller":"traceutil/trace.go:171","msg":"trace[338112680] transaction","detail":"{read_only:false; response_revision:33062; number_of_response:1; }","duration":"147.430017ms","start":"2026-03-02T17:52:58.865249Z","end":"2026-03-02T17:52:59.012679Z","steps":["trace[338112680] 'process raft request' (duration: 145.088904ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:53:01.394631Z","caller":"traceutil/trace.go:171","msg":"trace[1249752236] transaction","detail":"{read_only:false; response_revision:33080; number_of_response:1; }","duration":"120.678207ms","start":"2026-03-02T17:53:01.273904Z","end":"2026-03-02T17:53:01.394582Z","steps":["trace[1249752236] 'process raft request' (duration: 83.643606ms)","trace[1249752236] 'compare' (duration: 36.620111ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:53:01.394693Z","caller":"traceutil/trace.go:171","msg":"trace[426216706] linearizableReadLoop","detail":"{readStateIndex:34185; appliedIndex:34184; }","duration":"118.479777ms","start":"2026-03-02T17:53:01.276172Z","end":"2026-03-02T17:53:01.394652Z","steps":["trace[426216706] 'read index received' (duration: 53.850828ms)","trace[426216706] 'applied index is now lower than readState.Index' (duration: 64.627289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:53:01.394985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.798144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T17:53:01.395033Z","caller":"traceutil/trace.go:171","msg":"trace[1284039156] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:33081; }","duration":"118.887907ms","start":"2026-03-02T17:53:01.276132Z","end":"2026-03-02T17:53:01.39502Z","steps":["trace[1284039156] 'agreement among raft nodes before linearized reading' (duration: 118.715582ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:53:26.670136Z","caller":"traceutil/trace.go:171","msg":"trace[2027876383] transaction","detail":"{read_only:false; response_revision:33248; number_of_response:1; }","duration":"190.132024ms","start":"2026-03-02T17:53:26.479966Z","end":"2026-03-02T17:53:26.670098Z","steps":["trace[2027876383] 'process raft request' (duration: 189.918029ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:53:26.671161Z","caller":"traceutil/trace.go:171","msg":"trace[161777751] transaction","detail":"{read_only:false; response_revision:33249; number_of_response:1; }","duration":"159.61246ms","start":"2026-03-02T17:53:26.511516Z","end":"2026-03-02T17:53:26.671129Z","steps":["trace[161777751] 'process raft request' (duration: 159.444176ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:54:25.798029Z","caller":"traceutil/trace.go:171","msg":"trace[197496222] transaction","detail":"{read_only:false; response_revision:33652; number_of_response:1; }","duration":"100.448584ms","start":"2026-03-02T17:54:25.697544Z","end":"2026-03-02T17:54:25.797993Z","steps":["trace[197496222] 'process raft request' (duration: 100.081556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:54:40.537653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.536081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:54:40.5378Z","caller":"traceutil/trace.go:171","msg":"trace[1290301524] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:33751; }","duration":"168.765676ms","start":"2026-03-02T17:54:40.369002Z","end":"2026-03-02T17:54:40.537768Z","steps":["trace[1290301524] 'count revisions from in-memory index tree' (duration: 168.428029ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:54:42.189631Z","caller":"traceutil/trace.go:171","msg":"trace[1543160720] linearizableReadLoop","detail":"{readStateIndex:34890; appliedIndex:34889; }","duration":"152.313987ms","start":"2026-03-02T17:54:42.03729Z","end":"2026-03-02T17:54:42.189604Z","steps":["trace[1543160720] 'read index received' (duration: 74.629363ms)","trace[1543160720] 'applied index is now lower than readState.Index' (duration: 77.683514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:54:42.189835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.527561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-02T17:54:42.189866Z","caller":"traceutil/trace.go:171","msg":"trace[529827601] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:33764; }","duration":"152.620463ms","start":"2026-03-02T17:54:42.037237Z","end":"2026-03-02T17:54:42.189857Z","steps":["trace[529827601] 'agreement among raft nodes before linearized reading' (duration: 152.4635ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:54:42.189974Z","caller":"traceutil/trace.go:171","msg":"trace[503858345] transaction","detail":"{read_only:false; response_revision:33764; number_of_response:1; }","duration":"168.319465ms","start":"2026-03-02T17:54:42.021636Z","end":"2026-03-02T17:54:42.189956Z","steps":["trace[503858345] 'process raft request' (duration: 90.394917ms)","trace[503858345] 'compare' (duration: 77.260664ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:55:00.438217Z","caller":"traceutil/trace.go:171","msg":"trace[1390781205] linearizableReadLoop","detail":"{readStateIndex:35016; appliedIndex:35015; }","duration":"333.570715ms","start":"2026-03-02T17:55:00.104606Z","end":"2026-03-02T17:55:00.438177Z","steps":["trace[1390781205] 'read index received' (duration: 314.221511ms)","trace[1390781205] 'applied index is now lower than readState.Index' (duration: 19.348064ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:55:00.438243Z","caller":"traceutil/trace.go:171","msg":"trace[1269739694] transaction","detail":"{read_only:false; response_revision:33887; number_of_response:1; }","duration":"356.019149ms","start":"2026-03-02T17:55:00.082186Z","end":"2026-03-02T17:55:00.438205Z","steps":["trace[1269739694] 'process raft request' (duration: 336.511022ms)","trace[1269739694] 'compare' (duration: 19.161069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:55:00.438491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.869622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"warn","ts":"2026-03-02T17:55:00.438498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:55:00.082156Z","time spent":"356.235633ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":890,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:55:00.43854Z","caller":"traceutil/trace.go:171","msg":"trace[1953232824] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:33887; }","duration":"333.982825ms","start":"2026-03-02T17:55:00.104543Z","end":"2026-03-02T17:55:00.438526Z","steps":["trace[1953232824] 'agreement among raft nodes before linearized reading' (duration: 333.77211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:55:00.438578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:55:00.104518Z","time spent":"334.048436ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"info","ts":"2026-03-02T17:55:00.469178Z","caller":"traceutil/trace.go:171","msg":"trace[1955481559] transaction","detail":"{read_only:false; response_revision:33888; number_of_response:1; }","duration":"192.516314ms","start":"2026-03-02T17:55:00.276642Z","end":"2026-03-02T17:55:00.469158Z","steps":["trace[1955481559] 'process raft request' (duration: 192.152836ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:55:00.555121Z","caller":"traceutil/trace.go:171","msg":"trace[1844540802] linearizableReadLoop","detail":"{readStateIndex:35019; appliedIndex:35016; }","duration":"116.786597ms","start":"2026-03-02T17:55:00.438291Z","end":"2026-03-02T17:55:00.555078Z","steps":["trace[1844540802] 'read index received' (duration: 30.440932ms)","trace[1844540802] 'applied index is now lower than readState.Index' (duration: 86.344065ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:55:00.555519Z","caller":"traceutil/trace.go:171","msg":"trace[960057791] transaction","detail":"{read_only:false; response_revision:33889; number_of_response:1; }","duration":"162.818109ms","start":"2026-03-02T17:55:00.392659Z","end":"2026-03-02T17:55:00.555477Z","steps":["trace[960057791] 'process raft request' (duration: 162.028352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:55:00.558459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.497699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:55:00.558464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.800344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"warn","ts":"2026-03-02T17:55:00.558469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.997469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:55:00.558506Z","caller":"traceutil/trace.go:171","msg":"trace[438476846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33889; }","duration":"223.613141ms","start":"2026-03-02T17:55:00.33488Z","end":"2026-03-02T17:55:00.558493Z","steps":["trace[438476846] 'agreement among raft nodes before linearized reading' (duration: 220.511132ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:55:00.558523Z","caller":"traceutil/trace.go:171","msg":"trace[353165760] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:33889; }","duration":"115.905617ms","start":"2026-03-02T17:55:00.442601Z","end":"2026-03-02T17:55:00.558507Z","steps":["trace[353165760] 'agreement among raft nodes before linearized reading' (duration: 112.975741ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:55:00.558539Z","caller":"traceutil/trace.go:171","msg":"trace[501619208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33889; }","duration":"427.119381ms","start":"2026-03-02T17:55:00.1314Z","end":"2026-03-02T17:55:00.558519Z","steps":["trace[501619208] 'agreement among raft nodes before linearized reading' (duration: 424.187045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:55:00.55865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:55:00.131379Z","time spent":"427.254405ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:55:00.55926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.237868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T17:55:00.559313Z","caller":"traceutil/trace.go:171","msg":"trace[1486764670] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33889; }","duration":"134.34288ms","start":"2026-03-02T17:55:00.424959Z","end":"2026-03-02T17:55:00.559302Z","steps":["trace[1486764670] 'agreement among raft nodes before linearized reading' (duration: 130.586046ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:55:22.781861Z","caller":"traceutil/trace.go:171","msg":"trace[1697821418] transaction","detail":"{read_only:false; response_revision:34077; number_of_response:1; }","duration":"114.417244ms","start":"2026-03-02T17:55:22.667393Z","end":"2026-03-02T17:55:22.78181Z","steps":["trace[1697821418] 'process raft request' (duration: 114.2145ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:12.208855Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32718} {"level":"info","ts":"2026-03-02T17:57:12.35505Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32718,"took":"141.937852ms","hash":2611745543,"current-db-size-bytes":48926720,"current-db-size":"49 MB","current-db-size-in-use-bytes":29208576,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T17:57:12.355148Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2611745543,"revision":32718,"compact-revision":30612} {"level":"info","ts":"2026-03-02T17:57:35.630067Z","caller":"traceutil/trace.go:171","msg":"trace[1199223001] transaction","detail":"{read_only:false; response_revision:34982; number_of_response:1; }","duration":"128.971143ms","start":"2026-03-02T17:57:35.501047Z","end":"2026-03-02T17:57:35.630018Z","steps":["trace[1199223001] 'process raft request' (duration: 93.605983ms)","trace[1199223001] 'compare' (duration: 34.93241ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:57:37.514038Z","caller":"traceutil/trace.go:171","msg":"trace[1691231253] transaction","detail":"{read_only:false; response_revision:34995; number_of_response:1; }","duration":"112.531125ms","start":"2026-03-02T17:57:37.401468Z","end":"2026-03-02T17:57:37.513999Z","steps":["trace[1691231253] 'process raft request' (duration: 111.320509ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:37.426188Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008f0f.wal"} {"level":"info","ts":"2026-03-02T18:01:06.260911Z","caller":"traceutil/trace.go:171","msg":"trace[843335885] transaction","detail":"{read_only:false; response_revision:36558; number_of_response:1; }","duration":"147.65016ms","start":"2026-03-02T18:01:06.113224Z","end":"2026-03-02T18:01:06.260874Z","steps":["trace[843335885] 'process raft request' (duration: 99.91751ms)","trace[843335885] 'compare' (duration: 47.383402ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:01:06.260932Z","caller":"traceutil/trace.go:171","msg":"trace[1020035490] transaction","detail":"{read_only:false; response_revision:36559; number_of_response:1; }","duration":"147.606849ms","start":"2026-03-02T18:01:06.113297Z","end":"2026-03-02T18:01:06.260904Z","steps":["trace[1020035490] 'process raft request' (duration: 147.465346ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:01:06.261109Z","caller":"traceutil/trace.go:171","msg":"trace[133106238] transaction","detail":"{read_only:false; response_revision:36560; number_of_response:1; }","duration":"147.756063ms","start":"2026-03-02T18:01:06.113306Z","end":"2026-03-02T18:01:06.261062Z","steps":["trace[133106238] 'process raft request' (duration: 147.546058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:01:06.570872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.23579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T18:01:06.571044Z","caller":"traceutil/trace.go:171","msg":"trace[1946235251] transaction","detail":"{read_only:false; response_revision:36561; number_of_response:1; }","duration":"221.135507ms","start":"2026-03-02T18:01:06.349884Z","end":"2026-03-02T18:01:06.57102Z","steps":["trace[1946235251] 'process raft request' (duration: 77.653511ms)","trace[1946235251] 'compare' (duration: 143.040216ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:01:06.571195Z","caller":"traceutil/trace.go:171","msg":"trace[488556724] linearizableReadLoop","detail":"{readStateIndex:37770; appliedIndex:37769; }","duration":"189.754854ms","start":"2026-03-02T18:01:06.381428Z","end":"2026-03-02T18:01:06.571182Z","steps":["trace[488556724] 'read index received' (duration: 46.036243ms)","trace[488556724] 'applied index is now lower than readState.Index' (duration: 143.717431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:01:06.571352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.905968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T18:01:06.571392Z","caller":"traceutil/trace.go:171","msg":"trace[1032332686] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36562; }","duration":"189.979509ms","start":"2026-03-02T18:01:06.381402Z","end":"2026-03-02T18:01:06.571382Z","steps":["trace[1032332686] 'agreement among raft nodes before linearized reading' (duration: 189.822195ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:01:08.699812Z","caller":"traceutil/trace.go:171","msg":"trace[324382409] transaction","detail":"{read_only:false; response_revision:36575; number_of_response:1; }","duration":"122.125868ms","start":"2026-03-02T18:01:08.577662Z","end":"2026-03-02T18:01:08.699787Z","steps":["trace[324382409] 'process raft request' (duration: 121.902253ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:01:08.72949Z","caller":"traceutil/trace.go:171","msg":"trace[1765599] linearizableReadLoop","detail":"{readStateIndex:37785; appliedIndex:37783; }","duration":"146.235868ms","start":"2026-03-02T18:01:08.583229Z","end":"2026-03-02T18:01:08.729465Z","steps":["trace[1765599] 'read index received' (duration: 116.446261ms)","trace[1765599] 'applied index is now lower than readState.Index' (duration: 29.788267ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:01:08.729567Z","caller":"traceutil/trace.go:171","msg":"trace[687471730] transaction","detail":"{read_only:false; response_revision:36576; number_of_response:1; }","duration":"151.270421ms","start":"2026-03-02T18:01:08.578259Z","end":"2026-03-02T18:01:08.72953Z","steps":["trace[687471730] 'process raft request' (duration: 151.074326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:01:08.729734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.480864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-02T18:01:08.729799Z","caller":"traceutil/trace.go:171","msg":"trace[100666444] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:36576; }","duration":"146.583085ms","start":"2026-03-02T18:01:08.5832Z","end":"2026-03-02T18:01:08.729783Z","steps":["trace[100666444] 'agreement among raft nodes before linearized reading' (duration: 146.35298ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:01:08.893665Z","caller":"traceutil/trace.go:171","msg":"trace[549099510] transaction","detail":"{read_only:false; response_revision:36577; number_of_response:1; }","duration":"158.665917ms","start":"2026-03-02T18:01:08.734967Z","end":"2026-03-02T18:01:08.893633Z","steps":["trace[549099510] 'process raft request' (duration: 62.605464ms)","trace[549099510] 'compare' (duration: 95.878059ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:01:08.908331Z","caller":"traceutil/trace.go:171","msg":"trace[367240880] linearizableReadLoop","detail":"{readStateIndex:37787; appliedIndex:37785; }","duration":"111.317856ms","start":"2026-03-02T18:01:08.796989Z","end":"2026-03-02T18:01:08.908307Z","steps":["trace[367240880] 'read index received' (duration: 582.014µs)","trace[367240880] 'applied index is now lower than readState.Index' (duration: 110.734482ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:01:08.908419Z","caller":"traceutil/trace.go:171","msg":"trace[1477977535] transaction","detail":"{read_only:false; response_revision:36578; number_of_response:1; }","duration":"142.085715ms","start":"2026-03-02T18:01:08.766296Z","end":"2026-03-02T18:01:08.908382Z","steps":["trace[1477977535] 'process raft request' (duration: 141.899311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:01:08.90852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.533141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T18:01:08.90856Z","caller":"traceutil/trace.go:171","msg":"trace[27490700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36578; }","duration":"111.635533ms","start":"2026-03-02T18:01:08.796915Z","end":"2026-03-02T18:01:08.908551Z","steps":["trace[27490700] 'agreement among raft nodes before linearized reading' (duration: 111.48454ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:01:16.295837Z","caller":"traceutil/trace.go:171","msg":"trace[222687958] transaction","detail":"{read_only:false; response_revision:36625; number_of_response:1; }","duration":"117.824071ms","start":"2026-03-02T18:01:16.177978Z","end":"2026-03-02T18:01:16.295802Z","steps":["trace[222687958] 'process raft request' (duration: 117.553155ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:02:01.312153Z","caller":"traceutil/trace.go:171","msg":"trace[851908384] transaction","detail":"{read_only:false; response_revision:36934; number_of_response:1; }","duration":"100.284628ms","start":"2026-03-02T18:02:01.211839Z","end":"2026-03-02T18:02:01.312124Z","steps":["trace[851908384] 'process raft request' (duration: 57.695273ms)","trace[851908384] 'compare' (duration: 42.419342ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:02:12.214825Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34822} {"level":"info","ts":"2026-03-02T18:02:12.344622Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34822,"took":"122.862435ms","hash":380897522,"current-db-size-bytes":49770496,"current-db-size":"50 MB","current-db-size-in-use-bytes":29237248,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T18:02:12.344721Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":380897522,"revision":34822,"compact-revision":32718} {"level":"info","ts":"2026-03-02T18:02:24.90635Z","caller":"traceutil/trace.go:171","msg":"trace[1580921242] linearizableReadLoop","detail":"{readStateIndex:38329; appliedIndex:38328; }","duration":"102.923779ms","start":"2026-03-02T18:02:24.803383Z","end":"2026-03-02T18:02:24.906307Z","steps":["trace[1580921242] 'read index received' (duration: 58.606845ms)","trace[1580921242] 'applied index is now lower than readState.Index' (duration: 44.315954ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:02:24.906494Z","caller":"traceutil/trace.go:171","msg":"trace[1526378283] transaction","detail":"{read_only:false; response_revision:37103; number_of_response:1; }","duration":"146.24642ms","start":"2026-03-02T18:02:24.760215Z","end":"2026-03-02T18:02:24.906462Z","steps":["trace[1526378283] 'process raft request' (duration: 101.762432ms)","trace[1526378283] 'compare' (duration: 44.163311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:02:24.907253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.847199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:28 size:807662"} {"level":"info","ts":"2026-03-02T18:02:24.907302Z","caller":"traceutil/trace.go:171","msg":"trace[1346062194] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:37103; }","duration":"103.955472ms","start":"2026-03-02T18:02:24.803334Z","end":"2026-03-02T18:02:24.90729Z","steps":["trace[1346062194] 'agreement among raft nodes before linearized reading' (duration: 103.101043ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:02:51.287761Z","caller":"traceutil/trace.go:171","msg":"trace[485923244] linearizableReadLoop","detail":"{readStateIndex:38514; appliedIndex:38513; }","duration":"124.796459ms","start":"2026-03-02T18:02:51.162933Z","end":"2026-03-02T18:02:51.287729Z","steps":["trace[485923244] 'read index received' (duration: 109.045046ms)","trace[485923244] 'applied index is now lower than readState.Index' (duration: 15.747823ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:02:51.287868Z","caller":"traceutil/trace.go:171","msg":"trace[122400534] transaction","detail":"{read_only:false; response_revision:37282; number_of_response:1; }","duration":"142.325522ms","start":"2026-03-02T18:02:51.145506Z","end":"2026-03-02T18:02:51.287832Z","steps":["trace[122400534] 'process raft request' (duration: 126.536958ms)","trace[122400534] 'compare' (duration: 15.560249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:02:51.288069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.123956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:coredns\" ","response":"range_response_count:1 size:416"} {"level":"info","ts":"2026-03-02T18:02:51.288159Z","caller":"traceutil/trace.go:171","msg":"trace[158594060] range","detail":"{range_begin:/registry/clusterrolebindings/system:coredns; range_end:; response_count:1; response_revision:37282; }","duration":"125.257549ms","start":"2026-03-02T18:02:51.162881Z","end":"2026-03-02T18:02:51.288139Z","steps":["trace[158594060] 'agreement among raft nodes before linearized reading' (duration: 125.016503ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:05:30.56647Z","caller":"traceutil/trace.go:171","msg":"trace[747360013] linearizableReadLoop","detail":"{readStateIndex:39712; appliedIndex:39711; }","duration":"179.08443ms","start":"2026-03-02T18:05:30.387356Z","end":"2026-03-02T18:05:30.56644Z","steps":["trace[747360013] 'read index received' (duration: 178.900006ms)","trace[747360013] 'applied index is now lower than readState.Index' (duration: 183.094µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:05:30.566745Z","caller":"traceutil/trace.go:171","msg":"trace[61254576] transaction","detail":"{read_only:false; response_revision:38447; number_of_response:1; }","duration":"201.497853ms","start":"2026-03-02T18:05:30.365215Z","end":"2026-03-02T18:05:30.566713Z","steps":["trace[61254576] 'process raft request' (duration: 201.055483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:05:30.566974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.608263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/octavia-api-certs\" ","response":"range_response_count:1 size:4344"} {"level":"warn","ts":"2026-03-02T18:05:30.567003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.534006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:2734"} {"level":"info","ts":"2026-03-02T18:05:30.567032Z","caller":"traceutil/trace.go:171","msg":"trace[2012077486] range","detail":"{range_begin:/registry/secrets/openstack/octavia-api-certs; range_end:; response_count:1; response_revision:38447; }","duration":"179.702124ms","start":"2026-03-02T18:05:30.387309Z","end":"2026-03-02T18:05:30.567011Z","steps":["trace[2012077486] 'agreement among raft nodes before linearized reading' (duration: 179.412257ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:05:30.567045Z","caller":"traceutil/trace.go:171","msg":"trace[1230381225] range","detail":"{range_begin:/registry/secrets/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:38447; }","duration":"173.604117ms","start":"2026-03-02T18:05:30.393429Z","end":"2026-03-02T18:05:30.567033Z","steps":["trace[1230381225] 'agreement among raft nodes before linearized reading' (duration: 173.399333ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:05:32.462643Z","caller":"traceutil/trace.go:171","msg":"trace[791340196] transaction","detail":"{read_only:false; response_revision:38460; number_of_response:1; }","duration":"125.347525ms","start":"2026-03-02T18:05:32.337274Z","end":"2026-03-02T18:05:32.462621Z","steps":["trace[791340196] 'process raft request' (duration: 94.572394ms)","trace[791340196] 'compare' (duration: 30.628348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:05:32.462784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.58031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:1 size:725"} {"level":"info","ts":"2026-03-02T18:05:32.462879Z","caller":"traceutil/trace.go:171","msg":"trace[1722080411] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:1; response_revision:38460; }","duration":"125.671232ms","start":"2026-03-02T18:05:32.337173Z","end":"2026-03-02T18:05:32.462844Z","steps":["trace[1722080411] 'agreement among raft nodes before linearized reading' (duration: 125.474197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:05:50.965874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.646191ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T18:05:50.965997Z","caller":"traceutil/trace.go:171","msg":"trace[600679759] linearizableReadLoop","detail":"{readStateIndex:39853; appliedIndex:39852; }","duration":"326.546582ms","start":"2026-03-02T18:05:50.63943Z","end":"2026-03-02T18:05:50.965977Z","steps":["trace[600679759] 'read index received' (duration: 188.787599ms)","trace[600679759] 'applied index is now lower than readState.Index' (duration: 137.757403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:05:50.966549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.993357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/orc-system/orc-leader-election-role\" ","response":"range_response_count:1 size:653"} {"level":"info","ts":"2026-03-02T18:05:50.966608Z","caller":"traceutil/trace.go:171","msg":"trace[1158105883] range","detail":"{range_begin:/registry/roles/orc-system/orc-leader-election-role; range_end:; response_count:1; response_revision:38583; }","duration":"321.088539ms","start":"2026-03-02T18:05:50.645506Z","end":"2026-03-02T18:05:50.966595Z","steps":["trace[1158105883] 'agreement among raft nodes before linearized reading' (duration: 320.906095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:05:50.966642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:05:50.645487Z","time spent":"321.147841ms","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":676,"request content":"key:\"/registry/roles/orc-system/orc-leader-election-role\" "} {"level":"warn","ts":"2026-03-02T18:05:50.96671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.262688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/kube-root-ca.crt\" ","response":"range_response_count:1 size:1743"} {"level":"info","ts":"2026-03-02T18:05:50.966775Z","caller":"traceutil/trace.go:171","msg":"trace[1730950160] range","detail":"{range_begin:/registry/configmaps/rook-ceph/kube-root-ca.crt; range_end:; response_count:1; response_revision:38583; }","duration":"327.360009ms","start":"2026-03-02T18:05:50.639397Z","end":"2026-03-02T18:05:50.966757Z","steps":["trace[1730950160] 'agreement among raft nodes before linearized reading' (duration: 327.168135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:05:50.966813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:05:50.639365Z","time spent":"327.440221ms","remote":"127.0.0.1:54138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1766,"request content":"key:\"/registry/configmaps/rook-ceph/kube-root-ca.crt\" "} {"level":"warn","ts":"2026-03-02T18:05:50.966924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.439953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T18:05:50.966961Z","caller":"traceutil/trace.go:171","msg":"trace[1521577117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38583; }","duration":"307.516865ms","start":"2026-03-02T18:05:50.659434Z","end":"2026-03-02T18:05:50.966951Z","steps":["trace[1521577117] 'agreement among raft nodes before linearized reading' (duration: 307.407482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:05:50.966988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:05:50.659391Z","time spent":"307.591026ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T18:06:05.248923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.310503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vjmp2\" ","response":"range_response_count:1 size:18522"} {"level":"info","ts":"2026-03-02T18:06:05.248997Z","caller":"traceutil/trace.go:171","msg":"trace[1737218244] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vjmp2; range_end:; response_count:1; response_revision:38680; }","duration":"125.428516ms","start":"2026-03-02T18:06:05.123557Z","end":"2026-03-02T18:06:05.248985Z","steps":["trace[1737218244] 'range keys from in-memory index tree' (duration: 125.062686ms)"],"step_count":1}