{"level":"warn","ts":"2026-04-28T03:23:03.737152Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T03:23:03.737273Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.142:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.142:2380","--initial-cluster=instance=https://199.19.213.142:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.142:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.142:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-28T03:23:03.737354Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T03:23:03.737368Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.142:2380"]} {"level":"info","ts":"2026-04-28T03:23:03.73739Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T03:23:03.738126Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.142:2379"]} {"level":"info","ts":"2026-04-28T03:23:03.738214Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.142:2380"],"listen-peer-urls":["https://199.19.213.142:2380"],"advertise-client-urls":["https://199.19.213.142:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.142:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.142:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-28T03:23:03.742467Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.997992ms"} {"level":"info","ts":"2026-04-28T03:23:03.751307Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"54fca804e66e40f4","cluster-id":"374317481b3c77b9"} {"level":"info","ts":"2026-04-28T03:23:03.75139Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"54fca804e66e40f4 switched to configuration voters=()"} {"level":"info","ts":"2026-04-28T03:23:03.751415Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"54fca804e66e40f4 became follower at term 0"} {"level":"info","ts":"2026-04-28T03:23:03.751433Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 54fca804e66e40f4 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-28T03:23:03.751448Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"54fca804e66e40f4 became follower at term 1"} {"level":"info","ts":"2026-04-28T03:23:03.751498Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"54fca804e66e40f4 switched to configuration voters=(6123954332316352756)"} {"level":"warn","ts":"2026-04-28T03:23:03.757959Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-28T03:23:03.759659Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-28T03:23:03.760986Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-28T03:23:03.764522Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"54fca804e66e40f4","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-28T03:23:03.764738Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"54fca804e66e40f4","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-28T03:23:03.764943Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:23:03.7651Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:23:03.765116Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:23:03.76745Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"54fca804e66e40f4 switched to configuration voters=(6123954332316352756)"} {"level":"info","ts":"2026-04-28T03:23:03.7677Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"374317481b3c77b9","local-member-id":"54fca804e66e40f4","added-peer-id":"54fca804e66e40f4","added-peer-peer-urls":["https://199.19.213.142:2380"]} {"level":"info","ts":"2026-04-28T03:23:03.769737Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T03:23:03.769894Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.142:2380"} {"level":"info","ts":"2026-04-28T03:23:03.769935Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.142:2380"} {"level":"info","ts":"2026-04-28T03:23:03.770033Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"54fca804e66e40f4","initial-advertise-peer-urls":["https://199.19.213.142:2380"],"listen-peer-urls":["https://199.19.213.142:2380"],"advertise-client-urls":["https://199.19.213.142:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.142:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-28T03:23:03.770073Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-28T03:23:04.551703Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"54fca804e66e40f4 is starting a new election at term 1"} {"level":"info","ts":"2026-04-28T03:23:04.551777Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"54fca804e66e40f4 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-28T03:23:04.551817Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"54fca804e66e40f4 received MsgPreVoteResp from 54fca804e66e40f4 at term 1"} {"level":"info","ts":"2026-04-28T03:23:04.551841Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"54fca804e66e40f4 became candidate at term 2"} {"level":"info","ts":"2026-04-28T03:23:04.551853Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"54fca804e66e40f4 received MsgVoteResp from 54fca804e66e40f4 at term 2"} {"level":"info","ts":"2026-04-28T03:23:04.551884Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"54fca804e66e40f4 became leader at term 2"} {"level":"info","ts":"2026-04-28T03:23:04.551908Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 54fca804e66e40f4 elected leader 54fca804e66e40f4 at term 2"} {"level":"info","ts":"2026-04-28T03:23:04.553286Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"54fca804e66e40f4","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.142:2379]}","request-path":"/0/members/54fca804e66e40f4/attributes","cluster-id":"374317481b3c77b9","publish-timeout":"7s"} {"level":"info","ts":"2026-04-28T03:23:04.553273Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T03:23:04.553284Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:23:04.553499Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T03:23:04.554358Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"374317481b3c77b9","local-member-id":"54fca804e66e40f4","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:23:04.554475Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:23:04.554513Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:23:04.55695Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-28T03:23:04.556993Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-28T03:23:04.55729Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.142:2379"} {"level":"info","ts":"2026-04-28T03:23:04.557549Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-28T03:23:35.23483Z","caller":"traceutil/trace.go:171","msg":"trace[1999473857] linearizableReadLoop","detail":"{readStateIndex:599; appliedIndex:598; }","duration":"161.565495ms","start":"2026-04-28T03:23:35.073233Z","end":"2026-04-28T03:23:35.234798Z","steps":["trace[1999473857] 'read index received' (duration: 160.983401ms)","trace[1999473857] 'applied index is now lower than readState.Index' (duration: 581.114µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:35.234907Z","caller":"traceutil/trace.go:171","msg":"trace[861696101] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"199.047714ms","start":"2026-04-28T03:23:35.035816Z","end":"2026-04-28T03:23:35.234864Z","steps":["trace[861696101] 'process raft request' (duration: 198.653775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:35.235002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.756059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:35.235069Z","caller":"traceutil/trace.go:171","msg":"trace[125377126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:577; }","duration":"161.890593ms","start":"2026-04-28T03:23:35.073168Z","end":"2026-04-28T03:23:35.235059Z","steps":["trace[125377126] 'agreement among raft nodes before linearized reading' (duration: 161.76002ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:40.393981Z","caller":"traceutil/trace.go:171","msg":"trace[1070481704] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"120.271948ms","start":"2026-04-28T03:23:40.273675Z","end":"2026-04-28T03:23:40.393947Z","steps":["trace[1070481704] 'process raft request' (duration: 120.006102ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:40.788494Z","caller":"traceutil/trace.go:171","msg":"trace[90993732] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:640; }","duration":"171.451388ms","start":"2026-04-28T03:23:40.616977Z","end":"2026-04-28T03:23:40.788428Z","steps":["trace[90993732] 'read index received' (duration: 166.01515ms)","trace[90993732] 'applied index is now lower than readState.Index' (duration: 5.435378ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:40.788564Z","caller":"traceutil/trace.go:171","msg":"trace[1523150381] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"300.41471ms","start":"2026-04-28T03:23:40.488095Z","end":"2026-04-28T03:23:40.78851Z","steps":["trace[1523150381] 'process raft request' (duration: 295.213988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:40.788708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.718055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:23:40.788763Z","caller":"traceutil/trace.go:171","msg":"trace[1462522191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:618; }","duration":"171.816626ms","start":"2026-04-28T03:23:40.616931Z","end":"2026-04-28T03:23:40.788748Z","steps":["trace[1462522191] 'agreement among raft nodes before linearized reading' (duration: 171.643632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:40.78968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:40.488066Z","time spent":"300.663706ms","remote":"127.0.0.1:42718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036293,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:40.896615Z","caller":"traceutil/trace.go:171","msg":"trace[1095491390] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"103.372903ms","start":"2026-04-28T03:23:40.793214Z","end":"2026-04-28T03:23:40.896587Z","steps":["trace[1095491390] 'process raft request' (duration: 83.043427ms)","trace[1095491390] 'compare' (duration: 20.08711ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:41.794299Z","caller":"traceutil/trace.go:171","msg":"trace[1551600816] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"110.279408ms","start":"2026-04-28T03:24:41.683999Z","end":"2026-04-28T03:24:41.794278Z","steps":["trace[1551600816] 'process raft request' (duration: 110.130724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:05.548901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.031022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:05.549096Z","caller":"traceutil/trace.go:171","msg":"trace[633948231] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1824; }","duration":"140.278588ms","start":"2026-04-28T03:25:05.4088Z","end":"2026-04-28T03:25:05.549078Z","steps":["trace[633948231] 'count revisions from in-memory index tree' (duration: 139.94103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:05.549134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.268339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:25:05.549015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.986369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4195dea-3428-48e6-860c-9d871e1c2add\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-28T03:25:05.549189Z","caller":"traceutil/trace.go:171","msg":"trace[998291034] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1824; }","duration":"225.358572ms","start":"2026-04-28T03:25:05.323816Z","end":"2026-04-28T03:25:05.549175Z","steps":["trace[998291034] 'range keys from in-memory index tree' (duration: 224.997463ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:05.549237Z","caller":"traceutil/trace.go:171","msg":"trace[219177537] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4195dea-3428-48e6-860c-9d871e1c2add; range_end:; response_count:1; response_revision:1824; }","duration":"279.240435ms","start":"2026-04-28T03:25:05.26996Z","end":"2026-04-28T03:25:05.549201Z","steps":["trace[219177537] 'range keys from in-memory index tree' (duration: 278.819155ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:05.982043Z","caller":"traceutil/trace.go:171","msg":"trace[561859072] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"106.893594ms","start":"2026-04-28T03:25:05.87511Z","end":"2026-04-28T03:25:05.982003Z","steps":["trace[561859072] 'process raft request' (duration: 106.72405ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:08.805914Z","caller":"traceutil/trace.go:171","msg":"trace[959050004] transaction","detail":"{read_only:false; response_revision:2739; number_of_response:1; }","duration":"162.957763ms","start":"2026-04-28T03:27:08.642922Z","end":"2026-04-28T03:27:08.80588Z","steps":["trace[959050004] 'process raft request' (duration: 162.751728ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:08.813857Z","caller":"traceutil/trace.go:171","msg":"trace[702517448] transaction","detail":"{read_only:false; response_revision:2740; number_of_response:1; }","duration":"170.688796ms","start":"2026-04-28T03:27:08.643138Z","end":"2026-04-28T03:27:08.813827Z","steps":["trace[702517448] 'process raft request' (duration: 170.538242ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:09.599924Z","caller":"traceutil/trace.go:171","msg":"trace[928343300] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"100.370449ms","start":"2026-04-28T03:31:09.499524Z","end":"2026-04-28T03:31:09.599895Z","steps":["trace[928343300] 'process raft request' (duration: 99.99293ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:09.600113Z","caller":"traceutil/trace.go:171","msg":"trace[38100862] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"101.61441ms","start":"2026-04-28T03:31:09.49846Z","end":"2026-04-28T03:31:09.600074Z","steps":["trace[38100862] 'process raft request' (duration: 100.880991ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:09.600127Z","caller":"traceutil/trace.go:171","msg":"trace[1115156577] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"100.274927ms","start":"2026-04-28T03:31:09.499831Z","end":"2026-04-28T03:31:09.600106Z","steps":["trace[1115156577] 'process raft request' (duration: 99.794246ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:11.88329Z","caller":"traceutil/trace.go:171","msg":"trace[485073751] linearizableReadLoop","detail":"{readStateIndex:5157; appliedIndex:5156; }","duration":"135.419707ms","start":"2026-04-28T03:31:11.747833Z","end":"2026-04-28T03:31:11.883253Z","steps":["trace[485073751] 'read index received' (duration: 76.280384ms)","trace[485073751] 'applied index is now lower than readState.Index' (duration: 59.137883ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:11.883639Z","caller":"traceutil/trace.go:171","msg":"trace[2051717408] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"172.218358ms","start":"2026-04-28T03:31:11.711385Z","end":"2026-04-28T03:31:11.883604Z","steps":["trace[2051717408] 'process raft request' (duration: 112.726166ms)","trace[2051717408] 'compare' (duration: 58.957829ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:11.883906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.062113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e95f1b44-3827-4788-a77f-a8740a737627\" ","response":"range_response_count:1 size:3888"} {"level":"info","ts":"2026-04-28T03:31:11.884003Z","caller":"traceutil/trace.go:171","msg":"trace[2050576708] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e95f1b44-3827-4788-a77f-a8740a737627; range_end:; response_count:1; response_revision:4968; }","duration":"136.219146ms","start":"2026-04-28T03:31:11.747763Z","end":"2026-04-28T03:31:11.883982Z","steps":["trace[2050576708] 'agreement among raft nodes before linearized reading' (duration: 135.889839ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:15.943179Z","caller":"traceutil/trace.go:171","msg":"trace[367464043] linearizableReadLoop","detail":"{readStateIndex:5257; appliedIndex:5256; }","duration":"267.276979ms","start":"2026-04-28T03:31:15.675863Z","end":"2026-04-28T03:31:15.94314Z","steps":["trace[367464043] 'read index received' (duration: 218.394591ms)","trace[367464043] 'applied index is now lower than readState.Index' (duration: 48.880918ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:15.943222Z","caller":"traceutil/trace.go:171","msg":"trace[1888705155] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"271.044059ms","start":"2026-04-28T03:31:15.672148Z","end":"2026-04-28T03:31:15.943192Z","steps":["trace[1888705155] 'process raft request' (duration: 222.190862ms)","trace[1888705155] 'compare' (duration: 48.53013ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:15.943664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.688439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7c8f6b77f6-qp269.18aa67bf630073a0\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-04-28T03:31:15.943733Z","caller":"traceutil/trace.go:171","msg":"trace[712588973] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-7c8f6b77f6-qp269.18aa67bf630073a0; range_end:; response_count:1; response_revision:5064; }","duration":"267.897764ms","start":"2026-04-28T03:31:15.675821Z","end":"2026-04-28T03:31:15.943719Z","steps":["trace[712588973] 'agreement among raft nodes before linearized reading' (duration: 267.470364ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:15.947531Z","caller":"traceutil/trace.go:171","msg":"trace[299761966] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"268.248623ms","start":"2026-04-28T03:31:15.679244Z","end":"2026-04-28T03:31:15.947492Z","steps":["trace[299761966] 'process raft request' (duration: 267.559526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:15.94764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.597633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-28T03:31:15.947741Z","caller":"traceutil/trace.go:171","msg":"trace[978360989] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5065; }","duration":"271.709175ms","start":"2026-04-28T03:31:15.676006Z","end":"2026-04-28T03:31:15.947715Z","steps":["trace[978360989] 'agreement among raft nodes before linearized reading' (duration: 271.49846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:15.948769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.561182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-28T03:31:15.94886Z","caller":"traceutil/trace.go:171","msg":"trace[394601862] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5065; }","duration":"138.696266ms","start":"2026-04-28T03:31:15.810146Z","end":"2026-04-28T03:31:15.948842Z","steps":["trace[394601862] 'agreement among raft nodes before linearized reading' (duration: 137.365564ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:16.053796Z","caller":"traceutil/trace.go:171","msg":"trace[1937649602] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"100.288107ms","start":"2026-04-28T03:31:15.953457Z","end":"2026-04-28T03:31:16.053745Z","steps":["trace[1937649602] 'process raft request' (duration: 92.783458ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:20.546613Z","caller":"traceutil/trace.go:171","msg":"trace[351623038] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"106.447254ms","start":"2026-04-28T03:31:20.440138Z","end":"2026-04-28T03:31:20.546586Z","steps":["trace[351623038] 'process raft request' (duration: 106.253309ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:44.986404Z","caller":"traceutil/trace.go:171","msg":"trace[1734238749] transaction","detail":"{read_only:false; response_revision:5500; number_of_response:1; }","duration":"101.347853ms","start":"2026-04-28T03:31:44.885026Z","end":"2026-04-28T03:31:44.986374Z","steps":["trace[1734238749] 'process raft request' (duration: 100.958053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:45.484419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.019773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:45.484684Z","caller":"traceutil/trace.go:171","msg":"trace[205002885] transaction","detail":"{read_only:false; response_revision:5502; number_of_response:1; }","duration":"460.728504ms","start":"2026-04-28T03:31:45.023924Z","end":"2026-04-28T03:31:45.484652Z","steps":["trace[205002885] 'process raft request' (duration: 270.23053ms)","trace[205002885] 'compare' (duration: 189.889969ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:45.484814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:45.023896Z","time spent":"460.849446ms","remote":"127.0.0.1:42920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:45.484914Z","caller":"traceutil/trace.go:171","msg":"trace[1673878868] transaction","detail":"{read_only:false; response_revision:5503; number_of_response:1; }","duration":"459.891094ms","start":"2026-04-28T03:31:45.024975Z","end":"2026-04-28T03:31:45.484866Z","steps":["trace[1673878868] 'process raft request' (duration: 459.550396ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:45.485019Z","caller":"traceutil/trace.go:171","msg":"trace[1087479970] transaction","detail":"{read_only:false; response_revision:5504; number_of_response:1; }","duration":"459.822952ms","start":"2026-04-28T03:31:45.025186Z","end":"2026-04-28T03:31:45.485009Z","steps":["trace[1087479970] 'process raft request' (duration: 459.622747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:45.485061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:45.02496Z","time spent":"460.028867ms","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:45.485069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:45.025165Z","time spent":"459.876754ms","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:45.485383Z","caller":"traceutil/trace.go:171","msg":"trace[807258064] transaction","detail":"{read_only:false; response_revision:5505; number_of_response:1; }","duration":"458.328427ms","start":"2026-04-28T03:31:45.027033Z","end":"2026-04-28T03:31:45.485362Z","steps":["trace[807258064] 'process raft request' (duration: 457.926027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:45.485445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:45.027026Z","time spent":"458.390619ms","remote":"127.0.0.1:42920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:45.485409Z","caller":"traceutil/trace.go:171","msg":"trace[1869796904] linearizableReadLoop","detail":"{readStateIndex:5709; appliedIndex:5705; }","duration":"412.224035ms","start":"2026-04-28T03:31:45.07315Z","end":"2026-04-28T03:31:45.485374Z","steps":["trace[1869796904] 'read index received' (duration: 220.985392ms)","trace[1869796904] 'applied index is now lower than readState.Index' (duration: 191.237703ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:45.485528Z","caller":"traceutil/trace.go:171","msg":"trace[1891362615] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"361.927853ms","start":"2026-04-28T03:31:45.123594Z","end":"2026-04-28T03:31:45.485522Z","steps":["trace[1891362615] 'process raft request' (duration: 361.659277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:45.485566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:45.123539Z","time spent":"362.008765ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:45.485601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.44055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:45.485648Z","caller":"traceutil/trace.go:171","msg":"trace[294569051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5506; }","duration":"412.541333ms","start":"2026-04-28T03:31:45.073096Z","end":"2026-04-28T03:31:45.485637Z","steps":["trace[294569051] 'agreement among raft nodes before linearized reading' (duration: 412.43417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:45.485684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:45.073074Z","time spent":"412.603574ms","remote":"127.0.0.1:42604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:31:45.485799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.574984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:45.485844Z","caller":"traceutil/trace.go:171","msg":"trace[574312259] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5506; }","duration":"164.645106ms","start":"2026-04-28T03:31:45.321185Z","end":"2026-04-28T03:31:45.48583Z","steps":["trace[574312259] 'agreement among raft nodes before linearized reading' (duration: 164.514973ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:45.624275Z","caller":"traceutil/trace.go:171","msg":"trace[1192770302] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"132.319523ms","start":"2026-04-28T03:31:45.49193Z","end":"2026-04-28T03:31:45.62425Z","steps":["trace[1192770302] 'process raft request' (duration: 109.286522ms)","trace[1192770302] 'compare' (duration: 22.830256ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:45.624513Z","caller":"traceutil/trace.go:171","msg":"trace[862863088] transaction","detail":"{read_only:false; response_revision:5509; number_of_response:1; }","duration":"131.711508ms","start":"2026-04-28T03:31:45.492773Z","end":"2026-04-28T03:31:45.624484Z","steps":["trace[862863088] 'process raft request' (duration: 131.411701ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:04.592123Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3042} {"level":"info","ts":"2026-04-28T03:33:04.68245Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3042,"took":"88.777133ms","hash":456254788,"current-db-size-bytes":58818560,"current-db-size":"59 MB","current-db-size-in-use-bytes":31875072,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T03:33:04.682537Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":456254788,"revision":3042,"compact-revision":-1} {"level":"info","ts":"2026-04-28T03:37:47.022295Z","caller":"traceutil/trace.go:171","msg":"trace[1091455506] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"170.846594ms","start":"2026-04-28T03:37:46.85142Z","end":"2026-04-28T03:37:47.022267Z","steps":["trace[1091455506] 'process raft request' (duration: 170.563817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:58.417415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.366248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:37:58.417482Z","caller":"traceutil/trace.go:171","msg":"trace[1741332805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8287; }","duration":"157.488271ms","start":"2026-04-28T03:37:58.25998Z","end":"2026-04-28T03:37:58.417468Z","steps":["trace[1741332805] 'range keys from in-memory index tree' (duration: 157.201114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:58.417694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.862111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:37:58.417733Z","caller":"traceutil/trace.go:171","msg":"trace[1250830666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8287; }","duration":"155.934203ms","start":"2026-04-28T03:37:58.261784Z","end":"2026-04-28T03:37:58.417718Z","steps":["trace[1250830666] 'range keys from in-memory index tree' (duration: 155.743548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:58.417878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.75516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:37:58.418005Z","caller":"traceutil/trace.go:171","msg":"trace[1987899456] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8287; }","duration":"148.935704ms","start":"2026-04-28T03:37:58.269042Z","end":"2026-04-28T03:37:58.417978Z","steps":["trace[1987899456] 'range keys from in-memory index tree' (duration: 148.446202ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:59.051509Z","caller":"traceutil/trace.go:171","msg":"trace[1761366172] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"161.60487ms","start":"2026-04-28T03:37:58.889845Z","end":"2026-04-28T03:37:59.05145Z","steps":["trace[1761366172] 'process raft request' (duration: 82.391653ms)","trace[1761366172] 'compare' (duration: 78.883619ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:37:59.412945Z","caller":"traceutil/trace.go:171","msg":"trace[670695526] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"319.631574ms","start":"2026-04-28T03:37:59.093271Z","end":"2026-04-28T03:37:59.412902Z","steps":["trace[670695526] 'process raft request' (duration: 241.430123ms)","trace[670695526] 'compare' (duration: 77.871063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:37:59.413192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:59.093254Z","time spent":"319.816029ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:37:59.489723Z","caller":"traceutil/trace.go:171","msg":"trace[1298943170] transaction","detail":"{read_only:false; response_revision:8295; number_of_response:1; }","duration":"275.472116ms","start":"2026-04-28T03:37:59.214204Z","end":"2026-04-28T03:37:59.489676Z","steps":["trace[1298943170] 'process raft request' (duration: 275.422825ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:59.490024Z","caller":"traceutil/trace.go:171","msg":"trace[1672598424] transaction","detail":"{read_only:false; response_revision:8294; number_of_response:1; }","duration":"366.202671ms","start":"2026-04-28T03:37:59.123796Z","end":"2026-04-28T03:37:59.489998Z","steps":["trace[1672598424] 'process raft request' (duration: 365.678169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:59.49019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:59.12377Z","time spent":"366.301474ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:37:59.782887Z","caller":"traceutil/trace.go:171","msg":"trace[1722663496] linearizableReadLoop","detail":"{readStateIndex:8592; appliedIndex:8591; }","duration":"179.643078ms","start":"2026-04-28T03:37:59.603219Z","end":"2026-04-28T03:37:59.782862Z","steps":["trace[1722663496] 'read index received' (duration: 93.79921ms)","trace[1722663496] 'applied index is now lower than readState.Index' (duration: 85.842948ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:37:59.782915Z","caller":"traceutil/trace.go:171","msg":"trace[544313993] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"209.562121ms","start":"2026-04-28T03:37:59.573317Z","end":"2026-04-28T03:37:59.782879Z","steps":["trace[544313993] 'process raft request' (duration: 123.695393ms)","trace[544313993] 'compare' (duration: 85.731795ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:37:59.783354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.108079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:37:59.783481Z","caller":"traceutil/trace.go:171","msg":"trace[1629238603] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8296; }","duration":"180.277323ms","start":"2026-04-28T03:37:59.603161Z","end":"2026-04-28T03:37:59.783438Z","steps":["trace[1629238603] 'agreement among raft nodes before linearized reading' (duration: 179.778572ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:38:00.869405Z","caller":"traceutil/trace.go:171","msg":"trace[1399505932] linearizableReadLoop","detail":"{readStateIndex:8594; appliedIndex:8593; }","duration":"349.269721ms","start":"2026-04-28T03:38:00.520111Z","end":"2026-04-28T03:38:00.869381Z","steps":["trace[1399505932] 'read index received' (duration: 349.090846ms)","trace[1399505932] 'applied index is now lower than readState.Index' (duration: 177.625µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:38:00.869643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.511977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:38:00.869692Z","caller":"traceutil/trace.go:171","msg":"trace[733642325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8298; }","duration":"349.666312ms","start":"2026-04-28T03:38:00.520015Z","end":"2026-04-28T03:38:00.869681Z","steps":["trace[733642325] 'agreement among raft nodes before linearized reading' (duration: 349.494597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:00.869728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:00.519988Z","time spent":"349.731393ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:38:00.869744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.763787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T03:38:00.869785Z","caller":"traceutil/trace.go:171","msg":"trace[1018003481] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8298; }","duration":"295.8526ms","start":"2026-04-28T03:38:00.573918Z","end":"2026-04-28T03:38:00.869771Z","steps":["trace[1018003481] 'agreement among raft nodes before linearized reading' (duration: 295.758798ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:38:00.869553Z","caller":"traceutil/trace.go:171","msg":"trace[1115728797] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"394.048625ms","start":"2026-04-28T03:38:00.475472Z","end":"2026-04-28T03:38:00.869521Z","steps":["trace[1115728797] 'process raft request' (duration: 393.741908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:00.87004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:00.475436Z","time spent":"394.525387ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:38:00.869647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.388254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:38:00.87018Z","caller":"traceutil/trace.go:171","msg":"trace[1275716503] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8298; }","duration":"349.957618ms","start":"2026-04-28T03:38:00.52021Z","end":"2026-04-28T03:38:00.870168Z","steps":["trace[1275716503] 'agreement among raft nodes before linearized reading' (duration: 349.330893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:00.870225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:00.520167Z","time spent":"350.046931ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:38:02.160935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045220812s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:38:02.161627Z","caller":"traceutil/trace.go:171","msg":"trace[951335495] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"1.287171437s","start":"2026-04-28T03:38:00.874416Z","end":"2026-04-28T03:38:02.161588Z","steps":["trace[951335495] 'process raft request' (duration: 241.194316ms)","trace[951335495] 'compare' (duration: 1.045044258s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:38:02.161738Z","caller":"traceutil/trace.go:171","msg":"trace[1130266883] linearizableReadLoop","detail":"{readStateIndex:8595; appliedIndex:8594; }","duration":"1.286570823s","start":"2026-04-28T03:38:00.875131Z","end":"2026-04-28T03:38:02.161702Z","steps":["trace[1130266883] 'read index received' (duration: 240.5279ms)","trace[1130266883] 'applied index is now lower than readState.Index' (duration: 1.046039903s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:38:02.161932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:00.874401Z","time spent":"1.287315391s","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:38:02.162008Z","caller":"traceutil/trace.go:171","msg":"trace[659939478] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"1.286680424s","start":"2026-04-28T03:38:00.875288Z","end":"2026-04-28T03:38:02.161968Z","steps":["trace[659939478] 'process raft request' (duration: 1.286332256s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:02.162039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28688657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19408"} {"level":"info","ts":"2026-04-28T03:38:02.162101Z","caller":"traceutil/trace.go:171","msg":"trace[375989072] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8300; }","duration":"1.286999143s","start":"2026-04-28T03:38:00.875086Z","end":"2026-04-28T03:38:02.162085Z","steps":["trace[375989072] 'agreement among raft nodes before linearized reading' (duration: 1.286756077s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:02.162137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:00.875068Z","time spent":"1.287060985s","remote":"127.0.0.1:42814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19430,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T03:38:02.162131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:00.875267Z","time spent":"1.286800588s","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:38:02.162381Z","caller":"traceutil/trace.go:171","msg":"trace[50799808] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"1.286641114s","start":"2026-04-28T03:38:00.875319Z","end":"2026-04-28T03:38:02.16196Z","steps":["trace[50799808] 'process raft request' (duration: 1.28646033s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:02.162757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:00.875301Z","time spent":"1.287393221s","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:38:02.610708Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.029344948s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:38:02.994086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:02.619491Z","time spent":"374.588655ms","remote":"127.0.0.1:34654","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:38:02.994346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.290065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:38:02.994508Z","caller":"traceutil/trace.go:171","msg":"trace[1708998338] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"1.498012919s","start":"2026-04-28T03:38:01.496481Z","end":"2026-04-28T03:38:02.994494Z","steps":["trace[1708998338] 'process raft request' (duration: 1.497956457s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:38:02.994592Z","caller":"traceutil/trace.go:171","msg":"trace[20854591] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"1.498252204s","start":"2026-04-28T03:38:01.496317Z","end":"2026-04-28T03:38:02.994569Z","steps":["trace[20854591] 'process raft request' (duration: 1.114652142s)","trace[20854591] 'compare' (duration: 382.943577ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:38:02.994602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:01.496468Z","time spent":"1.498110402s","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:38:02.99493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:01.496275Z","time spent":"1.498368507s","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:38:03.075865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000059297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:38:03.075975Z","caller":"traceutil/trace.go:171","msg":"trace[357471662] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000220231s","start":"2026-04-28T03:38:01.07572Z","end":"2026-04-28T03:38:03.07594Z","steps":["trace[357471662] 'agreement among raft nodes before linearized reading' (duration: 2.000089728s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:03.076036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:01.075698Z","time spent":"2.000324873s","remote":"127.0.0.1:42604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:38:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:38:03.548731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.871431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:38:03.548963Z","caller":"traceutil/trace.go:171","msg":"trace[261338588] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"1.758896092s","start":"2026-04-28T03:38:01.790026Z","end":"2026-04-28T03:38:03.548922Z","steps":["trace[261338588] 'process raft request' (duration: 1.607779515s)","trace[261338588] 'compare' (duration: 150.623465ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:38:03.549025Z","caller":"traceutil/trace.go:171","msg":"trace[573800806] linearizableReadLoop","detail":"{readStateIndex:8600; appliedIndex:8597; }","duration":"1.387188208s","start":"2026-04-28T03:38:02.161809Z","end":"2026-04-28T03:38:03.548997Z","steps":["trace[573800806] 'read index received' (duration: 449.143449ms)","trace[573800806] 'applied index is now lower than readState.Index' (duration: 938.039459ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:38:03.549238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:01.789989Z","time spent":"1.759105387s","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:38:03.616561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560880168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:38:03.616642Z","caller":"traceutil/trace.go:171","msg":"trace[1371218305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8304; }","duration":"2.561008361s","start":"2026-04-28T03:38:01.055613Z","end":"2026-04-28T03:38:03.616621Z","steps":["trace[1371218305] 'agreement among raft nodes before linearized reading' (duration: 2.493456666s)","trace[1371218305] 'range keys from in-memory index tree' (duration: 67.345719ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:38:03.616685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:01.055594Z","time spent":"2.561080923s","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:38:03.616714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.835112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:38:03.616764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859744483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:38:03.616793Z","caller":"traceutil/trace.go:171","msg":"trace[352082571] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8304; }","duration":"634.961856ms","start":"2026-04-28T03:38:02.981811Z","end":"2026-04-28T03:38:03.616773Z","steps":["trace[352082571] 'agreement among raft nodes before linearized reading' (duration: 634.807582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:03.616568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431606962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-28T03:38:03.616864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198953461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:38:03.616852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726151218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6j4m4\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-28T03:38:03.616908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.398985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:38:03.616918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.381054207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:38:03.616923Z","caller":"traceutil/trace.go:171","msg":"trace[370683287] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8304; }","duration":"2.199064013s","start":"2026-04-28T03:38:01.417834Z","end":"2026-04-28T03:38:03.616898Z","steps":["trace[370683287] 'agreement among raft nodes before linearized reading' (duration: 2.13118934s)","trace[370683287] 'range keys from in-memory index tree' (duration: 67.78284ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:38:03.61693Z","caller":"traceutil/trace.go:171","msg":"trace[429313129] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6j4m4; range_end:; response_count:1; response_revision:8304; }","duration":"2.7262641s","start":"2026-04-28T03:38:00.890649Z","end":"2026-04-28T03:38:03.616913Z","steps":["trace[429313129] 'agreement among raft nodes before linearized reading' (duration: 2.658424029s)","trace[429313129] 'range keys from in-memory index tree' (duration: 67.636526ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:38:03.616944Z","caller":"traceutil/trace.go:171","msg":"trace[661411793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8304; }","duration":"742.461746ms","start":"2026-04-28T03:38:02.87447Z","end":"2026-04-28T03:38:03.616932Z","steps":["trace[661411793] 'agreement among raft nodes before linearized reading' (duration: 742.387215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:03.616752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754937566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T03:38:03.61697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:00.890639Z","time spent":"2.726323171s","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-6j4m4\" "} {"level":"warn","ts":"2026-04-28T03:38:03.616971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:01.4178Z","time spent":"2.199162425s","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:38:03.616979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:02.874449Z","time spent":"742.523567ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:38:03.616989Z","caller":"traceutil/trace.go:171","msg":"trace[1755996660] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8304; }","duration":"1.755242093s","start":"2026-04-28T03:38:01.861732Z","end":"2026-04-28T03:38:03.616974Z","steps":["trace[1755996660] 'agreement among raft nodes before linearized reading' (duration: 1.6873047s)","trace[1755996660] 'range keys from in-memory index tree' (duration: 67.557924ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:38:03.617029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371656591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:38:03.616835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.46679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6bd9fcc85c-95gbj.18aa6819c845316d\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-04-28T03:38:03.617063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.818707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:38:03.617088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.650269842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-28T03:38:03.617119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134878422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:38:03.617131Z","caller":"traceutil/trace.go:171","msg":"trace[1945266646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8304; }","duration":"540.917449ms","start":"2026-04-28T03:38:03.076197Z","end":"2026-04-28T03:38:03.617114Z","steps":["trace[1945266646] 'agreement among raft nodes before linearized reading' (duration: 540.828807ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:38:03.617135Z","caller":"traceutil/trace.go:171","msg":"trace[41113446] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8304; }","duration":"2.650358924s","start":"2026-04-28T03:38:00.966761Z","end":"2026-04-28T03:38:03.61712Z","steps":["trace[41113446] 'agreement among raft nodes before linearized reading' (duration: 2.582330428s)","trace[41113446] 'range keys from in-memory index tree' (duration: 67.899013ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:38:03.617158Z","caller":"traceutil/trace.go:171","msg":"trace[1069675182] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8304; }","duration":"1.134948823s","start":"2026-04-28T03:38:02.482195Z","end":"2026-04-28T03:38:03.617144Z","steps":["trace[1069675182] 'agreement among raft nodes before linearized reading' (duration: 1.134901482s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:03.617174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:03.076177Z","time spent":"540.986021ms","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:38:03.617178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:00.966738Z","time spent":"2.650429605s","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:38:03.617193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:02.482176Z","time spent":"1.135009325s","remote":"127.0.0.1:42906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:38:03.616964Z","caller":"traceutil/trace.go:171","msg":"trace[1178088391] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8304; }","duration":"2.381135689s","start":"2026-04-28T03:38:01.235812Z","end":"2026-04-28T03:38:03.616948Z","steps":["trace[1178088391] 'agreement among raft nodes before linearized reading' (duration: 2.313277827s)","trace[1178088391] 'count revisions from in-memory index tree' (duration: 67.796231ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:38:03.617291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:01.235791Z","time spent":"2.381486168s","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:38:03.61693Z","caller":"traceutil/trace.go:171","msg":"trace[790121895] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8304; }","duration":"1.431999792s","start":"2026-04-28T03:38:02.184898Z","end":"2026-04-28T03:38:03.616898Z","steps":["trace[790121895] 'agreement among raft nodes before linearized reading' (duration: 1.431552971s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:03.617137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161092654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:38:03.617373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:02.184876Z","time spent":"1.432479743s","remote":"127.0.0.1:42794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-28T03:38:03.61704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:01.861709Z","time spent":"1.755312515s","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:38:03.617076Z","caller":"traceutil/trace.go:171","msg":"trace[1010229227] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6bd9fcc85c-95gbj.18aa6819c845316d; range_end:; response_count:1; response_revision:8304; }","duration":"719.734917ms","start":"2026-04-28T03:38:02.897332Z","end":"2026-04-28T03:38:03.617067Z","steps":["trace[1010229227] 'agreement among raft nodes before linearized reading' (duration: 719.428849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:03.617517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:02.897318Z","time spent":"720.188087ms","remote":"127.0.0.1:42704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-6bd9fcc85c-95gbj.18aa6819c845316d\" "} {"level":"info","ts":"2026-04-28T03:38:03.61748Z","caller":"traceutil/trace.go:171","msg":"trace[1371373563] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8304; }","duration":"2.161490843s","start":"2026-04-28T03:38:01.455905Z","end":"2026-04-28T03:38:03.617396Z","steps":["trace[1371373563] 'agreement among raft nodes before linearized reading' (duration: 2.09314353s)","trace[1371373563] 'count revisions from in-memory index tree' (duration: 67.972305ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:38:03.617075Z","caller":"traceutil/trace.go:171","msg":"trace[1968262440] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8304; }","duration":"1.371745804s","start":"2026-04-28T03:38:02.245319Z","end":"2026-04-28T03:38:03.617065Z","steps":["trace[1968262440] 'agreement among raft nodes before linearized reading' (duration: 1.371678652s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:03.617632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:02.245294Z","time spent":"1.372332297s","remote":"127.0.0.1:43114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T03:38:03.616842Z","caller":"traceutil/trace.go:171","msg":"trace[658850077] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8304; }","duration":"1.859825235s","start":"2026-04-28T03:38:01.756996Z","end":"2026-04-28T03:38:03.616821Z","steps":["trace[658850077] 'agreement among raft nodes before linearized reading' (duration: 1.792046575s)","trace[658850077] 'count revisions from in-memory index tree' (duration: 67.665167ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:38:03.617665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:01.455876Z","time spent":"2.161732099s","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:38:03.617703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:01.756941Z","time spent":"1.860746386s","remote":"127.0.0.1:32976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:38:03.616846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:02.981791Z","time spent":"635.038427ms","remote":"127.0.0.1:32996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:38:04.601288Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6155} {"level":"info","ts":"2026-04-28T03:38:04.698138Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6155,"took":"94.793634ms","hash":1718600860,"current-db-size-bytes":58818560,"current-db-size":"59 MB","current-db-size-in-use-bytes":23408640,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-28T03:38:04.698207Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1718600860,"revision":6155,"compact-revision":3042} {"level":"info","ts":"2026-04-28T03:38:32.370376Z","caller":"traceutil/trace.go:171","msg":"trace[1480984484] transaction","detail":"{read_only:false; response_revision:8515; number_of_response:1; }","duration":"180.758426ms","start":"2026-04-28T03:38:32.189598Z","end":"2026-04-28T03:38:32.370356Z","steps":["trace[1480984484] 'process raft request' (duration: 180.319436ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:38:47.229635Z","caller":"traceutil/trace.go:171","msg":"trace[1345573098] transaction","detail":"{read_only:false; response_revision:8633; number_of_response:1; }","duration":"161.169934ms","start":"2026-04-28T03:38:47.068409Z","end":"2026-04-28T03:38:47.229579Z","steps":["trace[1345573098] 'process raft request' (duration: 81.733669ms)","trace[1345573098] 'compare' (duration: 79.023645ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:38:47.94867Z","caller":"traceutil/trace.go:171","msg":"trace[1467382340] linearizableReadLoop","detail":"{readStateIndex:8951; appliedIndex:8950; }","duration":"249.054042ms","start":"2026-04-28T03:38:47.699598Z","end":"2026-04-28T03:38:47.948652Z","steps":["trace[1467382340] 'read index received' (duration: 248.860348ms)","trace[1467382340] 'applied index is now lower than readState.Index' (duration: 192.924µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:38:47.948812Z","caller":"traceutil/trace.go:171","msg":"trace[1366407312] transaction","detail":"{read_only:false; response_revision:8640; number_of_response:1; }","duration":"254.537905ms","start":"2026-04-28T03:38:47.694234Z","end":"2026-04-28T03:38:47.948772Z","steps":["trace[1366407312] 'process raft request' (duration: 254.232678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:47.948878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.297388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.142\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:38:47.948912Z","caller":"traceutil/trace.go:171","msg":"trace[1522250854] range","detail":"{range_begin:/registry/masterleases/199.19.213.142; range_end:; response_count:1; response_revision:8640; }","duration":"249.37731ms","start":"2026-04-28T03:38:47.699527Z","end":"2026-04-28T03:38:47.948904Z","steps":["trace[1522250854] 'agreement among raft nodes before linearized reading' (duration: 249.242007ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:38:48.067105Z","caller":"traceutil/trace.go:171","msg":"trace[80986942] transaction","detail":"{read_only:false; response_revision:8642; number_of_response:1; }","duration":"113.239728ms","start":"2026-04-28T03:38:47.953845Z","end":"2026-04-28T03:38:48.067085Z","steps":["trace[80986942] 'process raft request' (duration: 113.206298ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:38:48.06737Z","caller":"traceutil/trace.go:171","msg":"trace[1910555404] linearizableReadLoop","detail":"{readStateIndex:8952; appliedIndex:8951; }","duration":"114.859978ms","start":"2026-04-28T03:38:47.952502Z","end":"2026-04-28T03:38:48.067362Z","steps":["trace[1910555404] 'read index received' (duration: 38.362134ms)","trace[1910555404] 'applied index is now lower than readState.Index' (duration: 76.496854ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:38:48.067504Z","caller":"traceutil/trace.go:171","msg":"trace[1157353370] transaction","detail":"{read_only:false; response_revision:8641; number_of_response:1; }","duration":"114.887419ms","start":"2026-04-28T03:38:47.95261Z","end":"2026-04-28T03:38:48.067498Z","steps":["trace[1157353370] 'process raft request' (duration: 114.346525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:48.067793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.269918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:38:48.067819Z","caller":"traceutil/trace.go:171","msg":"trace[1281744201] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8642; }","duration":"115.32606ms","start":"2026-04-28T03:38:47.952485Z","end":"2026-04-28T03:38:48.067811Z","steps":["trace[1281744201] 'agreement among raft nodes before linearized reading' (duration: 115.219167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:48.105668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.22331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6j4m4\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-28T03:38:48.105689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.259195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:38:48.105744Z","caller":"traceutil/trace.go:171","msg":"trace[840444909] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6j4m4; range_end:; response_count:1; response_revision:8643; }","duration":"128.371224ms","start":"2026-04-28T03:38:47.977358Z","end":"2026-04-28T03:38:48.105729Z","steps":["trace[840444909] 'agreement among raft nodes before linearized reading' (duration: 128.105488ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:38:48.105763Z","caller":"traceutil/trace.go:171","msg":"trace[810607198] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8643; }","duration":"139.40453ms","start":"2026-04-28T03:38:47.966342Z","end":"2026-04-28T03:38:48.105747Z","steps":["trace[810607198] 'agreement among raft nodes before linearized reading' (duration: 139.152154ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:38:48.624871Z","caller":"traceutil/trace.go:171","msg":"trace[600763507] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"128.159339ms","start":"2026-04-28T03:38:48.496685Z","end":"2026-04-28T03:38:48.624844Z","steps":["trace[600763507] 'process raft request' (duration: 127.866431ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:39:02.830447Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002399.wal"} {"level":"info","ts":"2026-04-28T03:40:40.547339Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"54fca804e66e40f4","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T03:40:40.554105Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-28T03:40:40.554223Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-28T03:43:04.612558Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8314} {"level":"info","ts":"2026-04-28T03:43:04.724006Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8314,"took":"109.122452ms","hash":833525628,"current-db-size-bytes":58818560,"current-db-size":"59 MB","current-db-size-in-use-bytes":25677824,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-28T03:43:04.724101Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":833525628,"revision":8314,"compact-revision":6155} {"level":"info","ts":"2026-04-28T03:48:04.618781Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10851} {"level":"info","ts":"2026-04-28T03:48:04.702451Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10851,"took":"80.364722ms","hash":4260808949,"current-db-size-bytes":58818560,"current-db-size":"59 MB","current-db-size-in-use-bytes":27389952,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-28T03:48:04.702513Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4260808949,"revision":10851,"compact-revision":8314} {"level":"info","ts":"2026-04-28T03:49:51.666562Z","caller":"traceutil/trace.go:171","msg":"trace[750858662] transaction","detail":"{read_only:false; response_revision:13738; number_of_response:1; }","duration":"108.1264ms","start":"2026-04-28T03:49:51.558392Z","end":"2026-04-28T03:49:51.666519Z","steps":["trace[750858662] 'process raft request' (duration: 106.255644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:49:58.892577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.255634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:49:58.892742Z","caller":"traceutil/trace.go:171","msg":"trace[1911602449] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:13789; }","duration":"131.49314ms","start":"2026-04-28T03:49:58.761223Z","end":"2026-04-28T03:49:58.892716Z","steps":["trace[1911602449] 'count revisions from in-memory index tree' (duration: 131.153632ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:49:58.892823Z","caller":"traceutil/trace.go:171","msg":"trace[1483959619] transaction","detail":"{read_only:false; response_revision:13790; number_of_response:1; }","duration":"122.37985ms","start":"2026-04-28T03:49:58.770396Z","end":"2026-04-28T03:49:58.892776Z","steps":["trace[1483959619] 'process raft request' (duration: 105.428233ms)","trace[1483959619] 'compare' (duration: 16.584149ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:49:59.888035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.001824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:49:59.888143Z","caller":"traceutil/trace.go:171","msg":"trace[704012417] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13795; }","duration":"189.160747ms","start":"2026-04-28T03:49:59.698962Z","end":"2026-04-28T03:49:59.888122Z","steps":["trace[704012417] 'range keys from in-memory index tree' (duration: 188.819269ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:49:59.899881Z","caller":"traceutil/trace.go:171","msg":"trace[446761354] transaction","detail":"{read_only:false; response_revision:13796; number_of_response:1; }","duration":"156.00194ms","start":"2026-04-28T03:49:59.74384Z","end":"2026-04-28T03:49:59.899842Z","steps":["trace[446761354] 'process raft request' (duration: 155.765554ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:49:59.921793Z","caller":"traceutil/trace.go:171","msg":"trace[869604061] linearizableReadLoop","detail":"{readStateIndex:14274; appliedIndex:14272; }","duration":"168.456409ms","start":"2026-04-28T03:49:59.753311Z","end":"2026-04-28T03:49:59.921768Z","steps":["trace[869604061] 'read index received' (duration: 146.206204ms)","trace[869604061] 'applied index is now lower than readState.Index' (duration: 22.249395ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:49:59.921843Z","caller":"traceutil/trace.go:171","msg":"trace[798462853] transaction","detail":"{read_only:false; response_revision:13797; number_of_response:1; }","duration":"170.16881ms","start":"2026-04-28T03:49:59.751639Z","end":"2026-04-28T03:49:59.921808Z","steps":["trace[798462853] 'process raft request' (duration: 169.946815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:49:59.921924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.602452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:49:59.921953Z","caller":"traceutil/trace.go:171","msg":"trace[332838034] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:13798; }","duration":"168.646713ms","start":"2026-04-28T03:49:59.753296Z","end":"2026-04-28T03:49:59.921943Z","steps":["trace[332838034] 'agreement among raft nodes before linearized reading' (duration: 168.562411ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:52.414582Z","caller":"traceutil/trace.go:171","msg":"trace[162957746] transaction","detail":"{read_only:false; response_revision:15057; number_of_response:1; }","duration":"137.145019ms","start":"2026-04-28T03:51:52.277408Z","end":"2026-04-28T03:51:52.414553Z","steps":["trace[162957746] 'process raft request' (duration: 136.873433ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:52.438299Z","caller":"traceutil/trace.go:171","msg":"trace[209890443] transaction","detail":"{read_only:false; response_revision:15058; number_of_response:1; }","duration":"111.176784ms","start":"2026-04-28T03:51:52.327072Z","end":"2026-04-28T03:51:52.438249Z","steps":["trace[209890443] 'process raft request' (duration: 110.792135ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:53:04.625781Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13039} {"level":"info","ts":"2026-04-28T03:53:04.705304Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13039,"took":"75.973747ms","hash":37174218,"current-db-size-bytes":58818560,"current-db-size":"59 MB","current-db-size-in-use-bytes":30527488,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-28T03:53:04.705371Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":37174218,"revision":13039,"compact-revision":10851} {"level":"info","ts":"2026-04-28T03:54:36.99785Z","caller":"traceutil/trace.go:171","msg":"trace[1076699193] transaction","detail":"{read_only:false; response_revision:16370; number_of_response:1; }","duration":"102.608759ms","start":"2026-04-28T03:54:36.895205Z","end":"2026-04-28T03:54:36.997814Z","steps":["trace[1076699193] 'process raft request' (duration: 82.608288ms)","trace[1076699193] 'compare' (duration: 19.816786ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:57:28.782244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.809235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:57:28.782352Z","caller":"traceutil/trace.go:171","msg":"trace[1392141994] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:17603; }","duration":"135.972239ms","start":"2026-04-28T03:57:28.646351Z","end":"2026-04-28T03:57:28.782323Z","steps":["trace[1392141994] 'count revisions from in-memory index tree' (duration: 135.713153ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:57:29.135102Z","caller":"traceutil/trace.go:171","msg":"trace[237826346] transaction","detail":"{read_only:false; response_revision:17604; number_of_response:1; }","duration":"272.015771ms","start":"2026-04-28T03:57:28.863052Z","end":"2026-04-28T03:57:29.135068Z","steps":["trace[237826346] 'process raft request' (duration: 271.706543ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:57:42.029401Z","caller":"traceutil/trace.go:171","msg":"trace[2071096443] transaction","detail":"{read_only:false; response_revision:17903; number_of_response:1; }","duration":"120.198384ms","start":"2026-04-28T03:57:41.909167Z","end":"2026-04-28T03:57:42.029365Z","steps":["trace[2071096443] 'process raft request' (duration: 119.941678ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:58:04.632713Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15557} {"level":"info","ts":"2026-04-28T03:58:04.73095Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15557,"took":"94.790428ms","hash":1881257621,"current-db-size-bytes":58818560,"current-db-size":"59 MB","current-db-size-in-use-bytes":32481280,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T03:58:04.731014Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1881257621,"revision":15557,"compact-revision":13039} {"level":"info","ts":"2026-04-28T03:58:25.402506Z","caller":"traceutil/trace.go:171","msg":"trace[1612252999] transaction","detail":"{read_only:false; response_revision:18231; number_of_response:1; }","duration":"265.041144ms","start":"2026-04-28T03:58:25.137431Z","end":"2026-04-28T03:58:25.402472Z","steps":["trace[1612252999] 'process raft request' (duration: 264.691966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:58:25.402886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.27575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-qvgtr\" ","response":"range_response_count:1 size:22883"} {"level":"info","ts":"2026-04-28T03:58:25.402961Z","caller":"traceutil/trace.go:171","msg":"trace[279335606] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-qvgtr; range_end:; response_count:1; response_revision:18231; }","duration":"265.363792ms","start":"2026-04-28T03:58:25.137584Z","end":"2026-04-28T03:58:25.402948Z","steps":["trace[279335606] 'agreement among raft nodes before linearized reading' (duration: 265.136786ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:58:25.402688Z","caller":"traceutil/trace.go:171","msg":"trace[784092717] linearizableReadLoop","detail":"{readStateIndex:18846; appliedIndex:18845; }","duration":"264.808449ms","start":"2026-04-28T03:58:25.13759Z","end":"2026-04-28T03:58:25.402399Z","steps":["trace[784092717] 'read index received' (duration: 264.590354ms)","trace[784092717] 'applied index is now lower than readState.Index' (duration: 216.865µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:58:25.405604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.982148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:58:25.405668Z","caller":"traceutil/trace.go:171","msg":"trace[1786242468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18234; }","duration":"264.05591ms","start":"2026-04-28T03:58:25.141597Z","end":"2026-04-28T03:58:25.405653Z","steps":["trace[1786242468] 'agreement among raft nodes before linearized reading' (duration: 263.933657ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:58:25.405986Z","caller":"traceutil/trace.go:171","msg":"trace[1821040475] transaction","detail":"{read_only:false; response_revision:18232; number_of_response:1; }","duration":"263.879966ms","start":"2026-04-28T03:58:25.142091Z","end":"2026-04-28T03:58:25.405971Z","steps":["trace[1821040475] 'process raft request' (duration: 263.274141ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:58:25.406157Z","caller":"traceutil/trace.go:171","msg":"trace[1590026702] transaction","detail":"{read_only:false; response_revision:18233; number_of_response:1; }","duration":"263.986429ms","start":"2026-04-28T03:58:25.142158Z","end":"2026-04-28T03:58:25.406144Z","steps":["trace[1590026702] 'process raft request' (duration: 263.292252ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:58:25.406306Z","caller":"traceutil/trace.go:171","msg":"trace[1711380482] transaction","detail":"{read_only:false; response_revision:18234; number_of_response:1; }","duration":"264.097981ms","start":"2026-04-28T03:58:25.142194Z","end":"2026-04-28T03:58:25.406292Z","steps":["trace[1711380482] 'process raft request' (duration: 263.294912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:58:25.40648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.72266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:58:25.406518Z","caller":"traceutil/trace.go:171","msg":"trace[1522300398] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18234; }","duration":"108.775041ms","start":"2026-04-28T03:58:25.297734Z","end":"2026-04-28T03:58:25.406509Z","steps":["trace[1522300398] 'agreement among raft nodes before linearized reading' (duration: 108.71253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:58:25.406692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.958965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:58:25.406732Z","caller":"traceutil/trace.go:171","msg":"trace[2022893588] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18234; }","duration":"109.013016ms","start":"2026-04-28T03:58:25.29771Z","end":"2026-04-28T03:58:25.406723Z","steps":["trace[2022893588] 'agreement among raft nodes before linearized reading' (duration: 108.956365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:58:25.406958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.257212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:58:25.407021Z","caller":"traceutil/trace.go:171","msg":"trace[529103558] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18234; }","duration":"109.353475ms","start":"2026-04-28T03:58:25.297654Z","end":"2026-04-28T03:58:25.407008Z","steps":["trace[529103558] 'agreement among raft nodes before linearized reading' (duration: 109.221792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:58:25.40721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.435391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:58:25.407232Z","caller":"traceutil/trace.go:171","msg":"trace[30046095] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18234; }","duration":"110.504232ms","start":"2026-04-28T03:58:25.296722Z","end":"2026-04-28T03:58:25.407226Z","steps":["trace[30046095] 'agreement among raft nodes before linearized reading' (duration: 110.470371ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:00:44.681779Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"54fca804e66e40f4","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T04:00:44.688381Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-28T04:00:44.688488Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-28T04:01:30.123755Z","caller":"traceutil/trace.go:171","msg":"trace[1743295588] transaction","detail":"{read_only:false; response_revision:19705; number_of_response:1; }","duration":"175.12534ms","start":"2026-04-28T04:01:29.948601Z","end":"2026-04-28T04:01:30.123726Z","steps":["trace[1743295588] 'process raft request' (duration: 174.740941ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:02:12.370082Z","caller":"traceutil/trace.go:171","msg":"trace[1198462555] transaction","detail":"{read_only:false; response_revision:19918; number_of_response:1; }","duration":"106.538695ms","start":"2026-04-28T04:02:12.263507Z","end":"2026-04-28T04:02:12.370046Z","steps":["trace[1198462555] 'process raft request' (duration: 106.240378ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:02:12.389418Z","caller":"traceutil/trace.go:171","msg":"trace[548423270] transaction","detail":"{read_only:false; response_revision:19919; number_of_response:1; }","duration":"116.686085ms","start":"2026-04-28T04:02:12.272704Z","end":"2026-04-28T04:02:12.38939Z","steps":["trace[548423270] 'process raft request' (duration: 116.527961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:02:12.969052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.42906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:02:12.969302Z","caller":"traceutil/trace.go:171","msg":"trace[62079692] transaction","detail":"{read_only:false; response_revision:19921; number_of_response:1; }","duration":"291.1969ms","start":"2026-04-28T04:02:12.678079Z","end":"2026-04-28T04:02:12.969276Z","steps":["trace[62079692] 'process raft request' (duration: 136.446543ms)","trace[62079692] 'compare' (duration: 154.273316ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:02:12.969339Z","caller":"traceutil/trace.go:171","msg":"trace[1656142329] linearizableReadLoop","detail":"{readStateIndex:20589; appliedIndex:20588; }","duration":"251.605553ms","start":"2026-04-28T04:02:12.717689Z","end":"2026-04-28T04:02:12.969294Z","steps":["trace[1656142329] 'read index received' (duration: 96.846485ms)","trace[1656142329] 'applied index is now lower than readState.Index' (duration: 154.755638ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:02:12.969323Z","caller":"traceutil/trace.go:171","msg":"trace[1969465629] transaction","detail":"{read_only:false; response_revision:19922; number_of_response:1; }","duration":"248.368446ms","start":"2026-04-28T04:02:12.720922Z","end":"2026-04-28T04:02:12.96929Z","steps":["trace[1969465629] 'process raft request' (duration: 248.252123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:02:12.96948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.938493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T04:02:12.969544Z","caller":"traceutil/trace.go:171","msg":"trace[1110048287] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19922; }","duration":"323.062326ms","start":"2026-04-28T04:02:12.646469Z","end":"2026-04-28T04:02:12.969531Z","steps":["trace[1110048287] 'agreement among raft nodes before linearized reading' (duration: 322.895262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:02:12.969593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:02:12.646447Z","time spent":"323.138807ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T04:02:12.969632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.137858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T04:02:12.969681Z","caller":"traceutil/trace.go:171","msg":"trace[699249054] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19922; }","duration":"223.22121ms","start":"2026-04-28T04:02:12.746445Z","end":"2026-04-28T04:02:12.969666Z","steps":["trace[699249054] 'agreement among raft nodes before linearized reading' (duration: 223.017656ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:02:13.234121Z","caller":"traceutil/trace.go:171","msg":"trace[1757898688] linearizableReadLoop","detail":"{readStateIndex:20592; appliedIndex:20590; }","duration":"214.686077ms","start":"2026-04-28T04:02:13.01941Z","end":"2026-04-28T04:02:13.234096Z","steps":["trace[1757898688] 'read index received' (duration: 27.46626ms)","trace[1757898688] 'applied index is now lower than readState.Index' (duration: 187.218777ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:02:13.234215Z","caller":"traceutil/trace.go:171","msg":"trace[1957574616] transaction","detail":"{read_only:false; response_revision:19924; number_of_response:1; }","duration":"259.95866ms","start":"2026-04-28T04:02:12.974245Z","end":"2026-04-28T04:02:13.234204Z","steps":["trace[1957574616] 'process raft request' (duration: 245.869427ms)","trace[1957574616] 'compare' (duration: 13.657063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:02:13.234599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.160048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T04:02:13.234691Z","caller":"traceutil/trace.go:171","msg":"trace[292808083] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19924; }","duration":"215.28069ms","start":"2026-04-28T04:02:13.019389Z","end":"2026-04-28T04:02:13.23467Z","steps":["trace[292808083] 'agreement among raft nodes before linearized reading' (duration: 214.988953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:02:13.377563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.248927ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T04:02:13.377818Z","caller":"traceutil/trace.go:171","msg":"trace[182683514] linearizableReadLoop","detail":"{readStateIndex:20593; appliedIndex:20592; }","duration":"143.614034ms","start":"2026-04-28T04:02:13.234175Z","end":"2026-04-28T04:02:13.377789Z","steps":["trace[182683514] 'read index received' (duration: 2.029368ms)","trace[182683514] 'applied index is now lower than readState.Index' (duration: 141.582586ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:02:13.377953Z","caller":"traceutil/trace.go:171","msg":"trace[2007628271] transaction","detail":"{read_only:false; response_revision:19925; number_of_response:1; }","duration":"139.835424ms","start":"2026-04-28T04:02:13.238091Z","end":"2026-04-28T04:02:13.377927Z","steps":["trace[2007628271] 'process raft request' (duration: 139.629989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:02:13.37808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.104234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T04:02:13.37815Z","caller":"traceutil/trace.go:171","msg":"trace[575157659] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19925; }","duration":"187.216837ms","start":"2026-04-28T04:02:13.190916Z","end":"2026-04-28T04:02:13.378133Z","steps":["trace[575157659] 'agreement among raft nodes before linearized reading' (duration: 186.988751ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:02:13.532967Z","caller":"traceutil/trace.go:171","msg":"trace[183383259] transaction","detail":"{read_only:false; response_revision:19926; number_of_response:1; }","duration":"150.560658ms","start":"2026-04-28T04:02:13.382381Z","end":"2026-04-28T04:02:13.532941Z","steps":["trace[183383259] 'process raft request' (duration: 150.252351ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:02:13.540619Z","caller":"traceutil/trace.go:171","msg":"trace[1264040656] transaction","detail":"{read_only:false; response_revision:19927; number_of_response:1; }","duration":"158.163639ms","start":"2026-04-28T04:02:13.382443Z","end":"2026-04-28T04:02:13.540606Z","steps":["trace[1264040656] 'process raft request' (duration: 158.109367ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:04.641584Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18083} {"level":"info","ts":"2026-04-28T04:03:04.755738Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18083,"took":"110.481178ms","hash":3201145749,"current-db-size-bytes":58818560,"current-db-size":"59 MB","current-db-size-in-use-bytes":30523392,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-28T04:03:04.755822Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3201145749,"revision":18083,"compact-revision":15557} {"level":"warn","ts":"2026-04-28T04:05:50.348772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.866335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T04:05:50.34886Z","caller":"traceutil/trace.go:171","msg":"trace[965043090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22289; }","duration":"293.011708ms","start":"2026-04-28T04:05:50.055829Z","end":"2026-04-28T04:05:50.348841Z","steps":["trace[965043090] 'range keys from in-memory index tree' (duration: 292.633539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:05:50.349022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.851819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T04:05:50.349106Z","caller":"traceutil/trace.go:171","msg":"trace[1621631965] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22289; }","duration":"180.972972ms","start":"2026-04-28T04:05:50.168114Z","end":"2026-04-28T04:05:50.349087Z","steps":["trace[1621631965] 'range keys from in-memory index tree' (duration: 180.679886ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:05:50.355086Z","caller":"traceutil/trace.go:171","msg":"trace[43227037] transaction","detail":"{read_only:false; response_revision:22290; number_of_response:1; }","duration":"135.550457ms","start":"2026-04-28T04:05:50.219512Z","end":"2026-04-28T04:05:50.355062Z","steps":["trace[43227037] 'process raft request' (duration: 135.406684ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:05:50.558762Z","caller":"traceutil/trace.go:171","msg":"trace[39783580] linearizableReadLoop","detail":"{readStateIndex:23032; appliedIndex:23031; }","duration":"153.995568ms","start":"2026-04-28T04:05:50.404736Z","end":"2026-04-28T04:05:50.558731Z","steps":["trace[39783580] 'read index received' (duration: 142.626396ms)","trace[39783580] 'applied index is now lower than readState.Index' (duration: 11.368192ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:05:50.559125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.367568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T04:05:50.559163Z","caller":"traceutil/trace.go:171","msg":"trace[513574627] transaction","detail":"{read_only:false; response_revision:22293; number_of_response:1; }","duration":"200.048348ms","start":"2026-04-28T04:05:50.359078Z","end":"2026-04-28T04:05:50.559126Z","steps":["trace[513574627] 'process raft request' (duration: 188.345399ms)","trace[513574627] 'compare' (duration: 11.127966ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:05:50.559209Z","caller":"traceutil/trace.go:171","msg":"trace[514631245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22293; }","duration":"154.49083ms","start":"2026-04-28T04:05:50.404699Z","end":"2026-04-28T04:05:50.55919Z","steps":["trace[514631245] 'agreement among raft nodes before linearized reading' (duration: 154.240954ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:08:04.647132Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20456} {"level":"info","ts":"2026-04-28T04:08:04.759235Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20456,"took":"108.536161ms","hash":4070795271,"current-db-size-bytes":60092416,"current-db-size":"60 MB","current-db-size-in-use-bytes":42848256,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-04-28T04:08:04.759293Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4070795271,"revision":20456,"compact-revision":18083} {"level":"info","ts":"2026-04-28T04:08:56.117684Z","caller":"traceutil/trace.go:171","msg":"trace[608891170] transaction","detail":"{read_only:false; response_revision:24215; number_of_response:1; }","duration":"112.371552ms","start":"2026-04-28T04:08:56.005291Z","end":"2026-04-28T04:08:56.117662Z","steps":["trace[608891170] 'process raft request' (duration: 112.077254ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:08:56.11857Z","caller":"traceutil/trace.go:171","msg":"trace[1064135239] transaction","detail":"{read_only:false; response_revision:24216; number_of_response:1; }","duration":"111.8932ms","start":"2026-04-28T04:08:56.006467Z","end":"2026-04-28T04:08:56.118361Z","steps":["trace[1064135239] 'process raft request' (duration: 111.520761ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:01.625721Z","caller":"traceutil/trace.go:171","msg":"trace[2017610594] transaction","detail":"{read_only:false; response_revision:24253; number_of_response:1; }","duration":"105.144789ms","start":"2026-04-28T04:09:01.520559Z","end":"2026-04-28T04:09:01.625704Z","steps":["trace[2017610594] 'process raft request' (duration: 105.018066ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:01.643415Z","caller":"traceutil/trace.go:171","msg":"trace[825322382] transaction","detail":"{read_only:false; response_revision:24254; number_of_response:1; }","duration":"122.512913ms","start":"2026-04-28T04:09:01.520871Z","end":"2026-04-28T04:09:01.643383Z","steps":["trace[825322382] 'process raft request' (duration: 122.298978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:01.983791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.009981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:09:01.983881Z","caller":"traceutil/trace.go:171","msg":"trace[79660802] transaction","detail":"{read_only:false; response_revision:24255; number_of_response:1; }","duration":"337.709788ms","start":"2026-04-28T04:09:01.646157Z","end":"2026-04-28T04:09:01.983867Z","steps":["trace[79660802] 'process raft request' (duration: 135.565984ms)","trace[79660802] 'compare' (duration: 201.673872ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:09:01.98392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:01.646143Z","time spent":"337.75908ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:09:02.061133Z","caller":"traceutil/trace.go:171","msg":"trace[699636590] transaction","detail":"{read_only:false; response_revision:24256; number_of_response:1; }","duration":"414.218214ms","start":"2026-04-28T04:09:01.646891Z","end":"2026-04-28T04:09:02.061109Z","steps":["trace[699636590] 'process raft request' (duration: 414.068991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:02.061334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:01.64688Z","time spent":"414.375088ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:09:02.100075Z","caller":"traceutil/trace.go:171","msg":"trace[1959323234] transaction","detail":"{read_only:false; response_revision:24257; number_of_response:1; }","duration":"262.917773ms","start":"2026-04-28T04:09:01.837135Z","end":"2026-04-28T04:09:02.100053Z","steps":["trace[1959323234] 'process raft request' (duration: 261.544551ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:02.100183Z","caller":"traceutil/trace.go:171","msg":"trace[1088760958] linearizableReadLoop","detail":"{readStateIndex:25048; appliedIndex:25046; }","duration":"260.072786ms","start":"2026-04-28T04:09:01.840087Z","end":"2026-04-28T04:09:02.10016Z","steps":["trace[1088760958] 'read index received' (duration: 220.83484ms)","trace[1088760958] 'applied index is now lower than readState.Index' (duration: 39.236296ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:09:02.10023Z","caller":"traceutil/trace.go:171","msg":"trace[551862784] transaction","detail":"{read_only:false; response_revision:24258; number_of_response:1; }","duration":"165.685113ms","start":"2026-04-28T04:09:01.934531Z","end":"2026-04-28T04:09:02.100216Z","steps":["trace[551862784] 'process raft request' (duration: 165.482158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:02.100336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.229769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:09:02.100893Z","caller":"traceutil/trace.go:171","msg":"trace[1041202640] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24258; }","duration":"260.810793ms","start":"2026-04-28T04:09:01.84006Z","end":"2026-04-28T04:09:02.100871Z","steps":["trace[1041202640] 'agreement among raft nodes before linearized reading' (duration: 260.21969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:02.100444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.064586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7c5b7f46b7-s72r7\" ","response":"range_response_count:1 size:8652"} {"level":"info","ts":"2026-04-28T04:09:02.101191Z","caller":"traceutil/trace.go:171","msg":"trace[1259665149] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7c5b7f46b7-s72r7; range_end:; response_count:1; response_revision:24258; }","duration":"255.855905ms","start":"2026-04-28T04:09:01.845322Z","end":"2026-04-28T04:09:02.101177Z","steps":["trace[1259665149] 'agreement among raft nodes before linearized reading' (duration: 255.024265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:02.100502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.8866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:09:02.101682Z","caller":"traceutil/trace.go:171","msg":"trace[638929403] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24258; }","duration":"245.089808ms","start":"2026-04-28T04:09:01.856577Z","end":"2026-04-28T04:09:02.101666Z","steps":["trace[638929403] 'agreement among raft nodes before linearized reading' (duration: 243.904009ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:02.328785Z","caller":"traceutil/trace.go:171","msg":"trace[1859240635] transaction","detail":"{read_only:false; response_revision:24259; number_of_response:1; }","duration":"215.941262ms","start":"2026-04-28T04:09:02.112821Z","end":"2026-04-28T04:09:02.328762Z","steps":["trace[1859240635] 'process raft request' (duration: 215.775878ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:02.45316Z","caller":"traceutil/trace.go:171","msg":"trace[1708036654] transaction","detail":"{read_only:false; response_revision:24260; number_of_response:1; }","duration":"310.173462ms","start":"2026-04-28T04:09:02.142971Z","end":"2026-04-28T04:09:02.453144Z","steps":["trace[1708036654] 'process raft request' (duration: 310.030478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:02.453275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:02.14295Z","time spent":"310.262373ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:09:02.453385Z","caller":"traceutil/trace.go:171","msg":"trace[2131778259] transaction","detail":"{read_only:false; response_revision:24261; number_of_response:1; }","duration":"309.489884ms","start":"2026-04-28T04:09:02.143885Z","end":"2026-04-28T04:09:02.453375Z","steps":["trace[2131778259] 'process raft request' (duration: 309.230588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:02.453464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:02.143847Z","time spent":"309.585307ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:09:02.4535Z","caller":"traceutil/trace.go:171","msg":"trace[84826336] linearizableReadLoop","detail":"{readStateIndex:25052; appliedIndex:25049; }","duration":"270.530735ms","start":"2026-04-28T04:09:02.182958Z","end":"2026-04-28T04:09:02.453489Z","steps":["trace[84826336] 'read index received' (duration: 145.597744ms)","trace[84826336] 'applied index is now lower than readState.Index' (duration: 124.931761ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:09:02.45355Z","caller":"traceutil/trace.go:171","msg":"trace[40137144] transaction","detail":"{read_only:false; response_revision:24262; number_of_response:1; }","duration":"187.427552ms","start":"2026-04-28T04:09:02.266116Z","end":"2026-04-28T04:09:02.453544Z","steps":["trace[40137144] 'process raft request' (duration: 187.211687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:02.453651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.667118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:09:02.45373Z","caller":"traceutil/trace.go:171","msg":"trace[26714914] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24262; }","duration":"270.76026ms","start":"2026-04-28T04:09:02.182953Z","end":"2026-04-28T04:09:02.453713Z","steps":["trace[26714914] 'agreement among raft nodes before linearized reading' (duration: 270.603196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:02.455378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.364198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:09:02.455451Z","caller":"traceutil/trace.go:171","msg":"trace[1315932493] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24267; }","duration":"243.483981ms","start":"2026-04-28T04:09:02.211953Z","end":"2026-04-28T04:09:02.455437Z","steps":["trace[1315932493] 'agreement among raft nodes before linearized reading' (duration: 243.364658ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:02.455757Z","caller":"traceutil/trace.go:171","msg":"trace[1577740062] transaction","detail":"{read_only:false; response_revision:24263; number_of_response:1; }","duration":"114.247416ms","start":"2026-04-28T04:09:02.341498Z","end":"2026-04-28T04:09:02.455745Z","steps":["trace[1577740062] 'process raft request' (duration: 113.476268ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:02.456159Z","caller":"traceutil/trace.go:171","msg":"trace[362228926] transaction","detail":"{read_only:false; response_revision:24264; number_of_response:1; }","duration":"114.613415ms","start":"2026-04-28T04:09:02.341525Z","end":"2026-04-28T04:09:02.456138Z","steps":["trace[362228926] 'process raft request' (duration: 113.54309ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:02.456458Z","caller":"traceutil/trace.go:171","msg":"trace[991503144] transaction","detail":"{read_only:false; response_revision:24265; number_of_response:1; }","duration":"114.911902ms","start":"2026-04-28T04:09:02.341538Z","end":"2026-04-28T04:09:02.45645Z","steps":["trace[991503144] 'process raft request' (duration: 113.581531ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:02.456708Z","caller":"traceutil/trace.go:171","msg":"trace[711131312] transaction","detail":"{read_only:false; response_revision:24266; number_of_response:1; }","duration":"114.563704ms","start":"2026-04-28T04:09:02.342132Z","end":"2026-04-28T04:09:02.456696Z","steps":["trace[711131312] 'process raft request' (duration: 113.031588ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:07.50159Z","caller":"traceutil/trace.go:171","msg":"trace[1410093122] transaction","detail":"{read_only:false; response_revision:24300; number_of_response:1; }","duration":"139.199711ms","start":"2026-04-28T04:09:07.362346Z","end":"2026-04-28T04:09:07.501545Z","steps":["trace[1410093122] 'process raft request' (duration: 139.017537ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:07.766968Z","caller":"traceutil/trace.go:171","msg":"trace[745080914] linearizableReadLoop","detail":"{readStateIndex:25093; appliedIndex:25092; }","duration":"119.263146ms","start":"2026-04-28T04:09:07.647679Z","end":"2026-04-28T04:09:07.766942Z","steps":["trace[745080914] 'read index received' (duration: 95.819787ms)","trace[745080914] 'applied index is now lower than readState.Index' (duration: 23.442069ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:09:07.767126Z","caller":"traceutil/trace.go:171","msg":"trace[1212201085] transaction","detail":"{read_only:false; response_revision:24301; number_of_response:1; }","duration":"404.590374ms","start":"2026-04-28T04:09:07.362488Z","end":"2026-04-28T04:09:07.767078Z","steps":["trace[1212201085] 'process raft request' (duration: 381.069343ms)","trace[1212201085] 'compare' (duration: 22.700341ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:09:07.767253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.561973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-28T04:09:07.767297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:07.362463Z","time spent":"404.747068ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:09:07.767283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.665384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T04:09:07.767359Z","caller":"traceutil/trace.go:171","msg":"trace[185309585] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24301; }","duration":"119.719097ms","start":"2026-04-28T04:09:07.647617Z","end":"2026-04-28T04:09:07.767336Z","steps":["trace[185309585] 'agreement among raft nodes before linearized reading' (duration: 119.45238ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:07.767406Z","caller":"traceutil/trace.go:171","msg":"trace[214594141] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24301; }","duration":"103.843518ms","start":"2026-04-28T04:09:07.663545Z","end":"2026-04-28T04:09:07.767389Z","steps":["trace[214594141] 'agreement among raft nodes before linearized reading' (duration: 103.592592ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:07.937738Z","caller":"traceutil/trace.go:171","msg":"trace[712773443] linearizableReadLoop","detail":"{readStateIndex:25096; appliedIndex:25095; }","duration":"102.341483ms","start":"2026-04-28T04:09:07.835353Z","end":"2026-04-28T04:09:07.937695Z","steps":["trace[712773443] 'read index received' (duration: 91.482754ms)","trace[712773443] 'applied index is now lower than readState.Index' (duration: 10.856939ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:09:07.938102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.720891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T04:09:07.938164Z","caller":"traceutil/trace.go:171","msg":"trace[1946747054] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24303; }","duration":"102.855084ms","start":"2026-04-28T04:09:07.835291Z","end":"2026-04-28T04:09:07.938147Z","steps":["trace[1946747054] 'agreement among raft nodes before linearized reading' (duration: 102.566077ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:08.125937Z","caller":"traceutil/trace.go:171","msg":"trace[1754574489] transaction","detail":"{read_only:false; response_revision:24305; number_of_response:1; }","duration":"112.025323ms","start":"2026-04-28T04:09:08.013883Z","end":"2026-04-28T04:09:08.125909Z","steps":["trace[1754574489] 'process raft request' (duration: 108.941979ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:08.372746Z","caller":"traceutil/trace.go:171","msg":"trace[1421863699] transaction","detail":"{read_only:false; response_revision:24307; number_of_response:1; }","duration":"244.298009ms","start":"2026-04-28T04:09:08.128422Z","end":"2026-04-28T04:09:08.37272Z","steps":["trace[1421863699] 'process raft request' (duration: 242.855965ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:08.372945Z","caller":"traceutil/trace.go:171","msg":"trace[1657320091] transaction","detail":"{read_only:false; response_revision:24308; number_of_response:1; }","duration":"241.115723ms","start":"2026-04-28T04:09:08.131795Z","end":"2026-04-28T04:09:08.372911Z","steps":["trace[1657320091] 'process raft request' (duration: 240.884238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:08.659636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.921448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:09:08.659757Z","caller":"traceutil/trace.go:171","msg":"trace[1747303548] transaction","detail":"{read_only:false; response_revision:24309; number_of_response:1; }","duration":"181.570793ms","start":"2026-04-28T04:09:08.478162Z","end":"2026-04-28T04:09:08.659733Z","steps":["trace[1747303548] 'process raft request' (duration: 75.43787ms)","trace[1747303548] 'compare' (duration: 105.494237ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:09:08.706887Z","caller":"traceutil/trace.go:171","msg":"trace[1099095637] linearizableReadLoop","detail":"{readStateIndex:25105; appliedIndex:25101; }","duration":"208.495095ms","start":"2026-04-28T04:09:08.498372Z","end":"2026-04-28T04:09:08.706867Z","steps":["trace[1099095637] 'read index received' (duration: 55.244669ms)","trace[1099095637] 'applied index is now lower than readState.Index' (duration: 153.249716ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:09:08.706969Z","caller":"traceutil/trace.go:171","msg":"trace[653569123] transaction","detail":"{read_only:false; response_revision:24311; number_of_response:1; }","duration":"226.71657ms","start":"2026-04-28T04:09:08.480213Z","end":"2026-04-28T04:09:08.706929Z","steps":["trace[653569123] 'process raft request' (duration: 226.607297ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:08.707011Z","caller":"traceutil/trace.go:171","msg":"trace[1070377259] transaction","detail":"{read_only:false; response_revision:24312; number_of_response:1; }","duration":"226.7154ms","start":"2026-04-28T04:09:08.480274Z","end":"2026-04-28T04:09:08.706989Z","steps":["trace[1070377259] 'process raft request' (duration: 226.565315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:08.70704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.652679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:09:08.707063Z","caller":"traceutil/trace.go:171","msg":"trace[940399689] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24312; }","duration":"208.723191ms","start":"2026-04-28T04:09:08.498333Z","end":"2026-04-28T04:09:08.707056Z","steps":["trace[940399689] 'agreement among raft nodes before linearized reading' (duration: 208.66281ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:08.707193Z","caller":"traceutil/trace.go:171","msg":"trace[725904682] transaction","detail":"{read_only:false; response_revision:24310; number_of_response:1; }","duration":"227.042928ms","start":"2026-04-28T04:09:08.480113Z","end":"2026-04-28T04:09:08.707156Z","steps":["trace[725904682] 'process raft request' (duration: 226.604687ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:19.673636Z","caller":"traceutil/trace.go:171","msg":"trace[1363478952] transaction","detail":"{read_only:false; response_revision:24388; number_of_response:1; }","duration":"115.362032ms","start":"2026-04-28T04:09:19.558238Z","end":"2026-04-28T04:09:19.6736Z","steps":["trace[1363478952] 'process raft request' (duration: 115.179188ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:25.436055Z","caller":"traceutil/trace.go:171","msg":"trace[1267377637] transaction","detail":"{read_only:false; response_revision:24486; number_of_response:1; }","duration":"255.130868ms","start":"2026-04-28T04:09:25.180898Z","end":"2026-04-28T04:09:25.436029Z","steps":["trace[1267377637] 'process raft request' (duration: 254.957443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:25.728182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.583694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:09:25.728403Z","caller":"traceutil/trace.go:171","msg":"trace[530700800] transaction","detail":"{read_only:false; response_revision:24487; number_of_response:1; }","duration":"383.975782ms","start":"2026-04-28T04:09:25.344362Z","end":"2026-04-28T04:09:25.728337Z","steps":["trace[530700800] 'process raft request' (duration: 215.143123ms)","trace[530700800] 'compare' (duration: 168.352107ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:09:25.728627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:25.344334Z","time spent":"384.168697ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:09:26.117119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.056662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:09:26.117297Z","caller":"traceutil/trace.go:171","msg":"trace[1878045885] linearizableReadLoop","detail":"{readStateIndex:25285; appliedIndex:25284; }","duration":"360.317647ms","start":"2026-04-28T04:09:25.756948Z","end":"2026-04-28T04:09:26.117266Z","steps":["trace[1878045885] 'read index received' (duration: 97.886865ms)","trace[1878045885] 'applied index is now lower than readState.Index' (duration: 262.428302ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:09:26.117433Z","caller":"traceutil/trace.go:171","msg":"trace[2042384233] transaction","detail":"{read_only:false; response_revision:24488; number_of_response:1; }","duration":"385.686812ms","start":"2026-04-28T04:09:25.731648Z","end":"2026-04-28T04:09:26.117335Z","steps":["trace[2042384233] 'process raft request' (duration: 123.247241ms)","trace[2042384233] 'compare' (duration: 261.52329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:09:26.117718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:25.73162Z","time spent":"385.95362ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:09:26.117989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.235253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:09:26.118032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.740979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-28T04:09:26.118084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.25269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T04:09:26.118109Z","caller":"traceutil/trace.go:171","msg":"trace[888202429] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24488; }","duration":"297.379136ms","start":"2026-04-28T04:09:25.8207Z","end":"2026-04-28T04:09:26.118079Z","steps":["trace[888202429] 'agreement among raft nodes before linearized reading' (duration: 297.064969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:26.1181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.149555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T04:09:26.118156Z","caller":"traceutil/trace.go:171","msg":"trace[266791248] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24488; }","duration":"265.377943ms","start":"2026-04-28T04:09:25.852758Z","end":"2026-04-28T04:09:26.118136Z","steps":["trace[266791248] 'agreement among raft nodes before linearized reading' (duration: 264.989414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:26.118121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.167958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-04-28T04:09:26.118193Z","caller":"traceutil/trace.go:171","msg":"trace[313062292] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24488; }","duration":"223.312079ms","start":"2026-04-28T04:09:25.894857Z","end":"2026-04-28T04:09:26.118169Z","steps":["trace[313062292] 'agreement among raft nodes before linearized reading' (duration: 222.92778ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:26.118293Z","caller":"traceutil/trace.go:171","msg":"trace[1473888695] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24488; }","duration":"361.341422ms","start":"2026-04-28T04:09:25.756888Z","end":"2026-04-28T04:09:26.11823Z","steps":["trace[1473888695] 'agreement among raft nodes before linearized reading' (duration: 360.647736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:26.118356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:25.756866Z","time spent":"361.473035ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-28T04:09:26.118393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.559397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-57afbabe-296b-47b1-9fcc-12fd4f95e23c\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-28T04:09:26.118607Z","caller":"traceutil/trace.go:171","msg":"trace[1227226106] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-57afbabe-296b-47b1-9fcc-12fd4f95e23c; range_end:; response_count:1; response_revision:24488; }","duration":"340.797603ms","start":"2026-04-28T04:09:25.777783Z","end":"2026-04-28T04:09:26.118581Z","steps":["trace[1227226106] 'agreement among raft nodes before linearized reading' (duration: 339.939733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:26.118685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:25.777765Z","time spent":"340.891084ms","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-57afbabe-296b-47b1-9fcc-12fd4f95e23c\" "} {"level":"info","ts":"2026-04-28T04:09:26.118104Z","caller":"traceutil/trace.go:171","msg":"trace[899427534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24488; }","duration":"236.854302ms","start":"2026-04-28T04:09:25.881235Z","end":"2026-04-28T04:09:26.118089Z","steps":["trace[899427534] 'agreement among raft nodes before linearized reading' (duration: 236.506534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:26.386339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.205367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:09:26.386482Z","caller":"traceutil/trace.go:171","msg":"trace[456462333] transaction","detail":"{read_only:false; response_revision:24489; number_of_response:1; }","duration":"263.98088ms","start":"2026-04-28T04:09:26.122474Z","end":"2026-04-28T04:09:26.386455Z","steps":["trace[456462333] 'process raft request' (duration: 120.549126ms)","trace[456462333] 'compare' (duration: 143.036983ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:09:26.440319Z","caller":"traceutil/trace.go:171","msg":"trace[908145320] transaction","detail":"{read_only:false; response_revision:24490; number_of_response:1; }","duration":"317.533497ms","start":"2026-04-28T04:09:26.122748Z","end":"2026-04-28T04:09:26.440281Z","steps":["trace[908145320] 'process raft request' (duration: 317.2409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:26.440536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:26.122736Z","time spent":"317.682191ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:09:26.440559Z","caller":"traceutil/trace.go:171","msg":"trace[2084137699] transaction","detail":"{read_only:false; response_revision:24491; number_of_response:1; }","duration":"316.254936ms","start":"2026-04-28T04:09:26.124244Z","end":"2026-04-28T04:09:26.440499Z","steps":["trace[2084137699] 'process raft request' (duration: 315.938469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:26.440832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:26.124232Z","time spent":"316.481172ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:09:26.441156Z","caller":"traceutil/trace.go:171","msg":"trace[77670147] linearizableReadLoop","detail":"{readStateIndex:25288; appliedIndex:25285; }","duration":"316.129214ms","start":"2026-04-28T04:09:26.124982Z","end":"2026-04-28T04:09:26.441111Z","steps":["trace[77670147] 'read index received' (duration: 118.18474ms)","trace[77670147] 'applied index is now lower than readState.Index' (duration: 197.943434ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:09:26.4413Z","caller":"traceutil/trace.go:171","msg":"trace[1548151056] transaction","detail":"{read_only:false; response_revision:24492; number_of_response:1; }","duration":"231.309369ms","start":"2026-04-28T04:09:26.20997Z","end":"2026-04-28T04:09:26.441279Z","steps":["trace[1548151056] 'process raft request' (duration: 230.263054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:26.441717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.723137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-04-28T04:09:26.441801Z","caller":"traceutil/trace.go:171","msg":"trace[1877088681] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24492; }","duration":"316.795719ms","start":"2026-04-28T04:09:26.124967Z","end":"2026-04-28T04:09:26.441762Z","steps":["trace[1877088681] 'agreement among raft nodes before linearized reading' (duration: 316.506292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:26.441837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:26.124957Z","time spent":"316.871511ms","remote":"127.0.0.1:42718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1177,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-04-28T04:09:26.533372Z","caller":"traceutil/trace.go:171","msg":"trace[1036069470] transaction","detail":"{read_only:false; response_revision:24493; number_of_response:1; }","duration":"105.426886ms","start":"2026-04-28T04:09:26.42791Z","end":"2026-04-28T04:09:26.533337Z","steps":["trace[1036069470] 'process raft request' (duration: 104.153846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:26.533449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.400412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T04:09:26.533542Z","caller":"traceutil/trace.go:171","msg":"trace[1087562351] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24493; }","duration":"358.518235ms","start":"2026-04-28T04:09:26.174999Z","end":"2026-04-28T04:09:26.533518Z","steps":["trace[1087562351] 'agreement among raft nodes before linearized reading' (duration: 358.284029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:26.533569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.709958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T04:09:26.533604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:26.174988Z","time spent":"358.600367ms","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T04:09:26.533633Z","caller":"traceutil/trace.go:171","msg":"trace[1374451910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24493; }","duration":"324.79516ms","start":"2026-04-28T04:09:26.208819Z","end":"2026-04-28T04:09:26.533614Z","steps":["trace[1374451910] 'agreement among raft nodes before linearized reading' (duration: 324.535594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:26.533675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:26.208793Z","time spent":"324.873242ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T04:09:26.771422Z","caller":"traceutil/trace.go:171","msg":"trace[659199134] linearizableReadLoop","detail":"{readStateIndex:25294; appliedIndex:25293; }","duration":"178.784406ms","start":"2026-04-28T04:09:26.5926Z","end":"2026-04-28T04:09:26.771385Z","steps":["trace[659199134] 'read index received' (duration: 125.842193ms)","trace[659199134] 'applied index is now lower than readState.Index' (duration: 52.940593ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:09:26.771465Z","caller":"traceutil/trace.go:171","msg":"trace[437123149] transaction","detail":"{read_only:false; response_revision:24497; number_of_response:1; }","duration":"181.340407ms","start":"2026-04-28T04:09:26.590089Z","end":"2026-04-28T04:09:26.77143Z","steps":["trace[437123149] 'process raft request' (duration: 128.338073ms)","trace[437123149] 'compare' (duration: 52.725118ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:09:26.77159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.95383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:09:26.771658Z","caller":"traceutil/trace.go:171","msg":"trace[1382496333] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24497; }","duration":"179.064182ms","start":"2026-04-28T04:09:26.592577Z","end":"2026-04-28T04:09:26.771641Z","steps":["trace[1382496333] 'agreement among raft nodes before linearized reading' (duration: 178.923419ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:26.990682Z","caller":"traceutil/trace.go:171","msg":"trace[641752504] transaction","detail":"{read_only:false; response_revision:24498; number_of_response:1; }","duration":"313.268625ms","start":"2026-04-28T04:09:26.677389Z","end":"2026-04-28T04:09:26.990658Z","steps":["trace[641752504] 'process raft request' (duration: 313.096131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:26.990829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:26.67736Z","time spent":"313.391779ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:09:27.202445Z","caller":"traceutil/trace.go:171","msg":"trace[412029758] transaction","detail":"{read_only:false; response_revision:24499; number_of_response:1; }","duration":"473.514618ms","start":"2026-04-28T04:09:26.728891Z","end":"2026-04-28T04:09:27.202406Z","steps":["trace[412029758] 'process raft request' (duration: 473.130479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:27.202884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:26.728872Z","time spent":"473.853827ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:09:27.203035Z","caller":"traceutil/trace.go:171","msg":"trace[1895740488] transaction","detail":"{read_only:false; response_revision:24500; number_of_response:1; }","duration":"472.291239ms","start":"2026-04-28T04:09:26.730715Z","end":"2026-04-28T04:09:27.203007Z","steps":["trace[1895740488] 'process raft request' (duration: 471.528121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:27.203123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:26.730704Z","time spent":"472.373882ms","remote":"127.0.0.1:42704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:09:27.20361Z","caller":"traceutil/trace.go:171","msg":"trace[324502018] transaction","detail":"{read_only:false; response_revision:24501; number_of_response:1; }","duration":"427.86721ms","start":"2026-04-28T04:09:26.775687Z","end":"2026-04-28T04:09:27.203554Z","steps":["trace[324502018] 'process raft request' (duration: 427.256156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:27.203842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:26.775664Z","time spent":"428.137826ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:09:27.203757Z","caller":"traceutil/trace.go:171","msg":"trace[943099769] transaction","detail":"{read_only:false; response_revision:24502; number_of_response:1; }","duration":"417.975863ms","start":"2026-04-28T04:09:26.785769Z","end":"2026-04-28T04:09:27.203745Z","steps":["trace[943099769] 'process raft request' (duration: 417.691866ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:27.204038Z","caller":"traceutil/trace.go:171","msg":"trace[2079945348] linearizableReadLoop","detail":"{readStateIndex:25297; appliedIndex:25294; }","duration":"432.52877ms","start":"2026-04-28T04:09:26.771484Z","end":"2026-04-28T04:09:27.204013Z","steps":["trace[2079945348] 'read index received' (duration: 219.048746ms)","trace[2079945348] 'applied index is now lower than readState.Index' (duration: 213.478724ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:09:27.204146Z","caller":"traceutil/trace.go:171","msg":"trace[1485440603] transaction","detail":"{read_only:false; response_revision:24504; number_of_response:1; }","duration":"406.591582ms","start":"2026-04-28T04:09:26.79754Z","end":"2026-04-28T04:09:27.204132Z","steps":["trace[1485440603] 'process raft request' (duration: 406.362796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:27.204223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:26.797526Z","time spent":"406.662013ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:09:27.204207Z","caller":"traceutil/trace.go:171","msg":"trace[1563976720] transaction","detail":"{read_only:false; response_revision:24503; number_of_response:1; }","duration":"416.60329ms","start":"2026-04-28T04:09:26.787529Z","end":"2026-04-28T04:09:27.204132Z","steps":["trace[1563976720] 'process raft request' (duration: 416.16878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:27.204067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:26.785747Z","time spent":"418.223849ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:09:27.204402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:26.787515Z","time spent":"416.770493ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:09:27.20454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.8273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-04-28T04:09:27.204596Z","caller":"traceutil/trace.go:171","msg":"trace[383701889] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24504; }","duration":"611.919232ms","start":"2026-04-28T04:09:26.592659Z","end":"2026-04-28T04:09:27.204578Z","steps":["trace[383701889] 'agreement among raft nodes before linearized reading' (duration: 611.702336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:27.204646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:26.592642Z","time spent":"611.994524ms","remote":"127.0.0.1:42794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1468,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-28T04:09:27.205593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.821683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:09:27.205648Z","caller":"traceutil/trace.go:171","msg":"trace[818152157] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24504; }","duration":"428.929585ms","start":"2026-04-28T04:09:26.776705Z","end":"2026-04-28T04:09:27.205635Z","steps":["trace[818152157] 'agreement among raft nodes before linearized reading' (duration: 428.782212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:27.205699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:26.776664Z","time spent":"429.024787ms","remote":"127.0.0.1:42830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T04:09:27.205948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.58012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:09:27.206016Z","caller":"traceutil/trace.go:171","msg":"trace[1666601646] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24504; }","duration":"240.682833ms","start":"2026-04-28T04:09:26.965315Z","end":"2026-04-28T04:09:27.205997Z","steps":["trace[1666601646] 'agreement among raft nodes before linearized reading' (duration: 240.530859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:27.45839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.655563ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:09:27.458508Z","caller":"traceutil/trace.go:171","msg":"trace[1127663176] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24505; }","duration":"160.786656ms","start":"2026-04-28T04:09:27.297703Z","end":"2026-04-28T04:09:27.45849Z","steps":["trace[1127663176] 'range keys from in-memory index tree' (duration: 160.636723ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:27.458574Z","caller":"traceutil/trace.go:171","msg":"trace[632144513] transaction","detail":"{read_only:false; response_revision:24506; number_of_response:1; }","duration":"160.312035ms","start":"2026-04-28T04:09:27.298245Z","end":"2026-04-28T04:09:27.458557Z","steps":["trace[632144513] 'process raft request' (duration: 152.778016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:27.755535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.575718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:09:27.755959Z","caller":"traceutil/trace.go:171","msg":"trace[612499512] linearizableReadLoop","detail":"{readStateIndex:25304; appliedIndex:25303; }","duration":"155.596432ms","start":"2026-04-28T04:09:27.600337Z","end":"2026-04-28T04:09:27.755933Z","steps":["trace[612499512] 'read index received' (duration: 13.497492ms)","trace[612499512] 'applied index is now lower than readState.Index' (duration: 142.096929ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:09:27.756161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.814387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:09:27.756272Z","caller":"traceutil/trace.go:171","msg":"trace[201766021] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24507; }","duration":"155.972212ms","start":"2026-04-28T04:09:27.60028Z","end":"2026-04-28T04:09:27.756252Z","steps":["trace[201766021] 'agreement among raft nodes before linearized reading' (duration: 155.804077ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:27.756145Z","caller":"traceutil/trace.go:171","msg":"trace[1320136822] transaction","detail":"{read_only:false; response_revision:24507; number_of_response:1; }","duration":"314.005923ms","start":"2026-04-28T04:09:27.442104Z","end":"2026-04-28T04:09:27.75611Z","steps":["trace[1320136822] 'process raft request' (duration: 171.752769ms)","trace[1320136822] 'compare' (duration: 141.424124ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:09:27.756581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:27.442076Z","time spent":"314.416173ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:09:28.184427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.004881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:09:28.184751Z","caller":"traceutil/trace.go:171","msg":"trace[1770234498] linearizableReadLoop","detail":"{readStateIndex:25306; appliedIndex:25305; }","duration":"227.068828ms","start":"2026-04-28T04:09:27.957666Z","end":"2026-04-28T04:09:28.184735Z","steps":["trace[1770234498] 'read index received' (duration: 96.728409ms)","trace[1770234498] 'applied index is now lower than readState.Index' (duration: 130.338439ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:09:28.18489Z","caller":"traceutil/trace.go:171","msg":"trace[1095019661] transaction","detail":"{read_only:false; response_revision:24508; number_of_response:1; }","duration":"249.429583ms","start":"2026-04-28T04:09:27.93545Z","end":"2026-04-28T04:09:28.18488Z","steps":["trace[1095019661] 'process raft request' (duration: 118.903518ms)","trace[1095019661] 'compare' (duration: 129.864058ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:09:28.185183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.51981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-57afbabe-296b-47b1-9fcc-12fd4f95e23c\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-28T04:09:28.185241Z","caller":"traceutil/trace.go:171","msg":"trace[351399337] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-57afbabe-296b-47b1-9fcc-12fd4f95e23c; range_end:; response_count:1; response_revision:24508; }","duration":"227.577591ms","start":"2026-04-28T04:09:27.957654Z","end":"2026-04-28T04:09:28.185232Z","steps":["trace[351399337] 'agreement among raft nodes before linearized reading' (duration: 227.405517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:28.18539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.439957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:09:28.18547Z","caller":"traceutil/trace.go:171","msg":"trace[239352636] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24508; }","duration":"206.547808ms","start":"2026-04-28T04:09:27.978911Z","end":"2026-04-28T04:09:28.185459Z","steps":["trace[239352636] 'agreement among raft nodes before linearized reading' (duration: 206.453546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:28.185882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.580309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:09:28.185948Z","caller":"traceutil/trace.go:171","msg":"trace[2068125310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24508; }","duration":"110.669452ms","start":"2026-04-28T04:09:28.07527Z","end":"2026-04-28T04:09:28.18594Z","steps":["trace[2068125310] 'agreement among raft nodes before linearized reading' (duration: 110.59148ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:28.406545Z","caller":"traceutil/trace.go:171","msg":"trace[877871473] linearizableReadLoop","detail":"{readStateIndex:25308; appliedIndex:25307; }","duration":"188.13448ms","start":"2026-04-28T04:09:28.218392Z","end":"2026-04-28T04:09:28.406527Z","steps":["trace[877871473] 'read index received' (duration: 187.971956ms)","trace[877871473] 'applied index is now lower than readState.Index' (duration: 161.914µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:09:28.40664Z","caller":"traceutil/trace.go:171","msg":"trace[341030891] transaction","detail":"{read_only:false; response_revision:24510; number_of_response:1; }","duration":"212.837369ms","start":"2026-04-28T04:09:28.193777Z","end":"2026-04-28T04:09:28.406614Z","steps":["trace[341030891] 'process raft request' (duration: 212.644474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:28.406668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.483058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-57afbabe-296b-47b1-9fcc-12fd4f95e23c\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-04-28T04:09:28.406695Z","caller":"traceutil/trace.go:171","msg":"trace[658256254] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-57afbabe-296b-47b1-9fcc-12fd4f95e23c; range_end:; response_count:1; response_revision:24510; }","duration":"196.56054ms","start":"2026-04-28T04:09:28.210125Z","end":"2026-04-28T04:09:28.406686Z","steps":["trace[658256254] 'agreement among raft nodes before linearized reading' (duration: 196.496819ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:28.520551Z","caller":"traceutil/trace.go:171","msg":"trace[1887244510] transaction","detail":"{read_only:false; response_revision:24511; number_of_response:1; }","duration":"109.857651ms","start":"2026-04-28T04:09:28.410669Z","end":"2026-04-28T04:09:28.520527Z","steps":["trace[1887244510] 'process raft request' (duration: 97.400614ms)","trace[1887244510] 'compare' (duration: 11.843193ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:09:28.869864Z","caller":"traceutil/trace.go:171","msg":"trace[1212732606] transaction","detail":"{read_only:false; response_revision:24514; number_of_response:1; }","duration":"343.760582ms","start":"2026-04-28T04:09:28.526081Z","end":"2026-04-28T04:09:28.869841Z","steps":["trace[1212732606] 'process raft request' (duration: 343.580948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:28.869996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:28.526072Z","time spent":"343.857385ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:09:28.870053Z","caller":"traceutil/trace.go:171","msg":"trace[1296657534] transaction","detail":"{read_only:false; response_revision:24515; number_of_response:1; }","duration":"331.382107ms","start":"2026-04-28T04:09:28.538643Z","end":"2026-04-28T04:09:28.870025Z","steps":["trace[1296657534] 'process raft request' (duration: 331.156871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:28.870169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:28.538622Z","time spent":"331.491749ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:09:28.87029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.540016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T04:09:28.870368Z","caller":"traceutil/trace.go:171","msg":"trace[257429415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24515; }","duration":"304.655339ms","start":"2026-04-28T04:09:28.565695Z","end":"2026-04-28T04:09:28.870351Z","steps":["trace[257429415] 'agreement among raft nodes before linearized reading' (duration: 304.452235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:28.870417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:28.565682Z","time spent":"304.723491ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T04:09:28.870105Z","caller":"traceutil/trace.go:171","msg":"trace[898774156] linearizableReadLoop","detail":"{readStateIndex:25313; appliedIndex:25310; }","duration":"304.313361ms","start":"2026-04-28T04:09:28.565729Z","end":"2026-04-28T04:09:28.870042Z","steps":["trace[898774156] 'read index received' (duration: 50.863244ms)","trace[898774156] 'applied index is now lower than readState.Index' (duration: 253.447107ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:09:28.870829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.573257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:09:28.870874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.719365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T04:09:28.870905Z","caller":"traceutil/trace.go:171","msg":"trace[669443097] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24515; }","duration":"102.70006ms","start":"2026-04-28T04:09:28.768184Z","end":"2026-04-28T04:09:28.870884Z","steps":["trace[669443097] 'agreement among raft nodes before linearized reading' (duration: 102.564297ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:28.870914Z","caller":"traceutil/trace.go:171","msg":"trace[1795274548] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24515; }","duration":"295.763336ms","start":"2026-04-28T04:09:28.57514Z","end":"2026-04-28T04:09:28.870904Z","steps":["trace[1795274548] 'agreement among raft nodes before linearized reading' (duration: 295.609893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:28.870962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.838866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-04-28T04:09:28.871028Z","caller":"traceutil/trace.go:171","msg":"trace[856667271] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24515; }","duration":"292.918349ms","start":"2026-04-28T04:09:28.578092Z","end":"2026-04-28T04:09:28.87101Z","steps":["trace[856667271] 'agreement among raft nodes before linearized reading' (duration: 292.724484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:28.871019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.700974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T04:09:28.871094Z","caller":"traceutil/trace.go:171","msg":"trace[771180847] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24515; }","duration":"282.824458ms","start":"2026-04-28T04:09:28.588253Z","end":"2026-04-28T04:09:28.871077Z","steps":["trace[771180847] 'agreement among raft nodes before linearized reading' (duration: 282.546562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:29.320994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.302935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:09:29.321082Z","caller":"traceutil/trace.go:171","msg":"trace[911379240] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24517; }","duration":"178.456658ms","start":"2026-04-28T04:09:29.142606Z","end":"2026-04-28T04:09:29.321063Z","steps":["trace[911379240] 'count revisions from in-memory index tree' (duration: 178.219313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:29.321193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.304248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:09:29.32127Z","caller":"traceutil/trace.go:171","msg":"trace[2063497032] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24517; }","duration":"166.444921ms","start":"2026-04-28T04:09:29.154804Z","end":"2026-04-28T04:09:29.321249Z","steps":["trace[2063497032] 'count revisions from in-memory index tree' (duration: 166.174265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:29.321457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.105224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:09:29.3215Z","caller":"traceutil/trace.go:171","msg":"trace[1524193534] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24517; }","duration":"249.190016ms","start":"2026-04-28T04:09:29.072297Z","end":"2026-04-28T04:09:29.321487Z","steps":["trace[1524193534] 'count revisions from in-memory index tree' (duration: 249.029742ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:29.340835Z","caller":"traceutil/trace.go:171","msg":"trace[1754599588] transaction","detail":"{read_only:false; response_revision:24518; number_of_response:1; }","duration":"131.202261ms","start":"2026-04-28T04:09:29.209611Z","end":"2026-04-28T04:09:29.340813Z","steps":["trace[1754599588] 'process raft request' (duration: 131.007826ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:29.439715Z","caller":"traceutil/trace.go:171","msg":"trace[679834202] transaction","detail":"{read_only:false; response_revision:24519; number_of_response:1; }","duration":"229.922426ms","start":"2026-04-28T04:09:29.209764Z","end":"2026-04-28T04:09:29.439687Z","steps":["trace[679834202] 'process raft request' (duration: 229.670531ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:29.439773Z","caller":"traceutil/trace.go:171","msg":"trace[1386044972] transaction","detail":"{read_only:false; response_revision:24520; number_of_response:1; }","duration":"229.826854ms","start":"2026-04-28T04:09:29.209922Z","end":"2026-04-28T04:09:29.439749Z","steps":["trace[1386044972] 'process raft request' (duration: 229.67975ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:29.440029Z","caller":"traceutil/trace.go:171","msg":"trace[872926609] transaction","detail":"{read_only:false; response_revision:24521; number_of_response:1; }","duration":"228.199876ms","start":"2026-04-28T04:09:29.211797Z","end":"2026-04-28T04:09:29.439997Z","steps":["trace[872926609] 'process raft request' (duration: 227.849477ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:31.578069Z","caller":"traceutil/trace.go:171","msg":"trace[781836218] transaction","detail":"{read_only:false; response_revision:24536; number_of_response:1; }","duration":"231.871103ms","start":"2026-04-28T04:09:31.346172Z","end":"2026-04-28T04:09:31.578043Z","steps":["trace[781836218] 'process raft request' (duration: 231.709939ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:31.579698Z","caller":"traceutil/trace.go:171","msg":"trace[1407125897] linearizableReadLoop","detail":"{readStateIndex:25337; appliedIndex:25333; }","duration":"130.795731ms","start":"2026-04-28T04:09:31.448873Z","end":"2026-04-28T04:09:31.579669Z","steps":["trace[1407125897] 'read index received' (duration: 128.989488ms)","trace[1407125897] 'applied index is now lower than readState.Index' (duration: 1.804933ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:09:31.579986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.091057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-57afbabe-296b-47b1-9fcc-12fd4f95e23c\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-28T04:09:31.580009Z","caller":"traceutil/trace.go:171","msg":"trace[686070276] transaction","detail":"{read_only:false; response_revision:24537; number_of_response:1; }","duration":"135.689957ms","start":"2026-04-28T04:09:31.444291Z","end":"2026-04-28T04:09:31.579981Z","steps":["trace[686070276] 'process raft request' (duration: 135.059982ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:31.580041Z","caller":"traceutil/trace.go:171","msg":"trace[949067873] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-57afbabe-296b-47b1-9fcc-12fd4f95e23c; range_end:; response_count:1; response_revision:24539; }","duration":"131.179129ms","start":"2026-04-28T04:09:31.448842Z","end":"2026-04-28T04:09:31.580021Z","steps":["trace[949067873] 'agreement among raft nodes before linearized reading' (duration: 130.944884ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:31.580094Z","caller":"traceutil/trace.go:171","msg":"trace[472910067] transaction","detail":"{read_only:false; response_revision:24538; number_of_response:1; }","duration":"135.668527ms","start":"2026-04-28T04:09:31.444333Z","end":"2026-04-28T04:09:31.580001Z","steps":["trace[472910067] 'process raft request' (duration: 135.183905ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:31.580178Z","caller":"traceutil/trace.go:171","msg":"trace[1416867033] transaction","detail":"{read_only:false; response_revision:24539; number_of_response:1; }","duration":"135.738099ms","start":"2026-04-28T04:09:31.444357Z","end":"2026-04-28T04:09:31.580095Z","steps":["trace[1416867033] 'process raft request' (duration: 135.208346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:34.428991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.388747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:09:34.429216Z","caller":"traceutil/trace.go:171","msg":"trace[1927272501] transaction","detail":"{read_only:false; response_revision:24573; number_of_response:1; }","duration":"329.946063ms","start":"2026-04-28T04:09:34.099246Z","end":"2026-04-28T04:09:34.429192Z","steps":["trace[1927272501] 'process raft request' (duration: 143.273018ms)","trace[1927272501] 'compare' (duration: 186.279065ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:09:34.429326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:34.099223Z","time spent":"330.041906ms","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":940,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:09:34.429427Z","caller":"traceutil/trace.go:171","msg":"trace[971194990] transaction","detail":"{read_only:false; response_revision:24574; number_of_response:1; }","duration":"329.362639ms","start":"2026-04-28T04:09:34.100044Z","end":"2026-04-28T04:09:34.429407Z","steps":["trace[971194990] 'process raft request' (duration: 329.03679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:34.429532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:34.100032Z","time spent":"329.447622ms","remote":"127.0.0.1:42920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:09:34.4296Z","caller":"traceutil/trace.go:171","msg":"trace[416838615] linearizableReadLoop","detail":"{readStateIndex:25374; appliedIndex:25371; }","duration":"296.469664ms","start":"2026-04-28T04:09:34.133121Z","end":"2026-04-28T04:09:34.429591Z","steps":["trace[416838615] 'read index received' (duration: 109.314449ms)","trace[416838615] 'applied index is now lower than readState.Index' (duration: 187.153655ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:09:34.429661Z","caller":"traceutil/trace.go:171","msg":"trace[2068964690] transaction","detail":"{read_only:false; response_revision:24575; number_of_response:1; }","duration":"329.333259ms","start":"2026-04-28T04:09:34.10032Z","end":"2026-04-28T04:09:34.429654Z","steps":["trace[2068964690] 'process raft request' (duration: 329.025182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:34.429723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:09:34.100311Z","time spent":"329.38804ms","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:09:34.429751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.340732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T04:09:34.429772Z","caller":"traceutil/trace.go:171","msg":"trace[1663485188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24575; }","duration":"185.398754ms","start":"2026-04-28T04:09:34.244367Z","end":"2026-04-28T04:09:34.429766Z","steps":["trace[1663485188] 'agreement among raft nodes before linearized reading' (duration: 185.322572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:34.429879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.760031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-28T04:09:34.429897Z","caller":"traceutil/trace.go:171","msg":"trace[48843939] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24575; }","duration":"296.802772ms","start":"2026-04-28T04:09:34.133087Z","end":"2026-04-28T04:09:34.42989Z","steps":["trace[48843939] 'agreement among raft nodes before linearized reading' (duration: 296.755501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:34.429927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.933238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:09:34.429992Z","caller":"traceutil/trace.go:171","msg":"trace[651475485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24575; }","duration":"145.101283ms","start":"2026-04-28T04:09:34.284883Z","end":"2026-04-28T04:09:34.429985Z","steps":["trace[651475485] 'agreement among raft nodes before linearized reading' (duration: 145.010871ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:34.696671Z","caller":"traceutil/trace.go:171","msg":"trace[502758996] transaction","detail":"{read_only:false; response_revision:24576; number_of_response:1; }","duration":"262.262828ms","start":"2026-04-28T04:09:34.434375Z","end":"2026-04-28T04:09:34.696638Z","steps":["trace[502758996] 'process raft request' (duration: 262.091514ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:34.770661Z","caller":"traceutil/trace.go:171","msg":"trace[1387396252] linearizableReadLoop","detail":"{readStateIndex:25376; appliedIndex:25375; }","duration":"231.208187ms","start":"2026-04-28T04:09:34.53943Z","end":"2026-04-28T04:09:34.770638Z","steps":["trace[1387396252] 'read index received' (duration: 157.185041ms)","trace[1387396252] 'applied index is now lower than readState.Index' (duration: 74.022206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:09:34.770903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.458362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-28T04:09:34.770954Z","caller":"traceutil/trace.go:171","msg":"trace[316952741] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24578; }","duration":"231.525965ms","start":"2026-04-28T04:09:34.539412Z","end":"2026-04-28T04:09:34.770938Z","steps":["trace[316952741] 'agreement among raft nodes before linearized reading' (duration: 231.343309ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:34.770821Z","caller":"traceutil/trace.go:171","msg":"trace[1199450577] transaction","detail":"{read_only:false; response_revision:24578; number_of_response:1; }","duration":"229.25513ms","start":"2026-04-28T04:09:34.541524Z","end":"2026-04-28T04:09:34.77078Z","steps":["trace[1199450577] 'process raft request' (duration: 229.037195ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:09:34.771369Z","caller":"traceutil/trace.go:171","msg":"trace[42239008] transaction","detail":"{read_only:false; response_revision:24577; number_of_response:1; }","duration":"257.855183ms","start":"2026-04-28T04:09:34.512834Z","end":"2026-04-28T04:09:34.770689Z","steps":["trace[42239008] 'process raft request' (duration: 257.476904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:34.77277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.505198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T04:09:34.772875Z","caller":"traceutil/trace.go:171","msg":"trace[1383664551] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24579; }","duration":"227.639962ms","start":"2026-04-28T04:09:34.545216Z","end":"2026-04-28T04:09:34.772856Z","steps":["trace[1383664551] 'agreement among raft nodes before linearized reading' (duration: 227.407946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:09:34.773023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.911753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T04:09:34.773082Z","caller":"traceutil/trace.go:171","msg":"trace[1215477549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24579; }","duration":"136.045466ms","start":"2026-04-28T04:09:34.637019Z","end":"2026-04-28T04:09:34.773065Z","steps":["trace[1215477549] 'agreement among raft nodes before linearized reading' (duration: 135.868281ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:03.826044Z","caller":"traceutil/trace.go:171","msg":"trace[1109012805] transaction","detail":"{read_only:false; response_revision:24830; number_of_response:1; }","duration":"133.255209ms","start":"2026-04-28T04:10:03.692762Z","end":"2026-04-28T04:10:03.826017Z","steps":["trace[1109012805] 'process raft request' (duration: 133.055815ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:04.272085Z","caller":"traceutil/trace.go:171","msg":"trace[1624143275] transaction","detail":"{read_only:false; response_revision:24832; number_of_response:1; }","duration":"569.390997ms","start":"2026-04-28T04:10:03.702668Z","end":"2026-04-28T04:10:04.272059Z","steps":["trace[1624143275] 'process raft request' (duration: 569.304195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:04.272235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:03.702654Z","time spent":"569.507629ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:10:04.272095Z","caller":"traceutil/trace.go:171","msg":"trace[1835054217] transaction","detail":"{read_only:false; response_revision:24831; number_of_response:1; }","duration":"578.176806ms","start":"2026-04-28T04:10:03.693881Z","end":"2026-04-28T04:10:04.272058Z","steps":["trace[1835054217] 'process raft request' (duration: 577.92965ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:04.272275Z","caller":"traceutil/trace.go:171","msg":"trace[1240070723] linearizableReadLoop","detail":"{readStateIndex:25638; appliedIndex:25634; }","duration":"547.650638ms","start":"2026-04-28T04:10:03.724597Z","end":"2026-04-28T04:10:04.272248Z","steps":["trace[1240070723] 'read index received' (duration: 101.307457ms)","trace[1240070723] 'applied index is now lower than readState.Index' (duration: 446.337231ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:04.272368Z","caller":"traceutil/trace.go:171","msg":"trace[1019864800] transaction","detail":"{read_only:false; response_revision:24833; number_of_response:1; }","duration":"566.362715ms","start":"2026-04-28T04:10:03.705997Z","end":"2026-04-28T04:10:04.27236Z","steps":["trace[1019864800] 'process raft request' (duration: 566.017516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:04.272374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:03.693824Z","time spent":"578.474223ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:10:04.272423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:03.705975Z","time spent":"566.411406ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:10:04.27242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.814223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:10:04.272483Z","caller":"traceutil/trace.go:171","msg":"trace[459663019] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24833; }","duration":"547.927754ms","start":"2026-04-28T04:10:03.724539Z","end":"2026-04-28T04:10:04.272467Z","steps":["trace[459663019] 'agreement among raft nodes before linearized reading' (duration: 547.811882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:04.272511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:03.724524Z","time spent":"547.980836ms","remote":"127.0.0.1:42896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:10:04.700767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.617077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:10:04.700904Z","caller":"traceutil/trace.go:171","msg":"trace[421803586] linearizableReadLoop","detail":"{readStateIndex:25639; appliedIndex:25638; }","duration":"428.572686ms","start":"2026-04-28T04:10:04.272308Z","end":"2026-04-28T04:10:04.700881Z","steps":["trace[421803586] 'read index received' (duration: 61.737823ms)","trace[421803586] 'applied index is now lower than readState.Index' (duration: 366.833223ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:04.700909Z","caller":"traceutil/trace.go:171","msg":"trace[333387735] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"748.250075ms","start":"2026-04-28T04:10:03.952635Z","end":"2026-04-28T04:10:04.700885Z","steps":["trace[333387735] 'process raft request' (duration: 381.423492ms)","trace[333387735] 'compare' (duration: 366.123406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:10:04.701039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:03.952606Z","time spent":"748.364268ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:10:04.70107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.618672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:10:04.701116Z","caller":"traceutil/trace.go:171","msg":"trace[1668531081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24834; }","duration":"626.705474ms","start":"2026-04-28T04:10:04.074395Z","end":"2026-04-28T04:10:04.7011Z","steps":["trace[1668531081] 'agreement among raft nodes before linearized reading' (duration: 626.597442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:04.701171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:04.074369Z","time spent":"626.790417ms","remote":"127.0.0.1:42604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:10:04.701393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.892066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T04:10:04.70143Z","caller":"traceutil/trace.go:171","msg":"trace[309951209] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24834; }","duration":"721.962848ms","start":"2026-04-28T04:10:03.979457Z","end":"2026-04-28T04:10:04.70142Z","steps":["trace[309951209] 'agreement among raft nodes before linearized reading' (duration: 721.801464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:04.701453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:03.97944Z","time spent":"722.007068ms","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":166,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:10:04.701612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.777834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:10:04.701632Z","caller":"traceutil/trace.go:171","msg":"trace[926004359] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24834; }","duration":"628.842596ms","start":"2026-04-28T04:10:04.072784Z","end":"2026-04-28T04:10:04.701627Z","steps":["trace[926004359] 'agreement among raft nodes before linearized reading' (duration: 628.761604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:04.701654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:04.072753Z","time spent":"628.892927ms","remote":"127.0.0.1:42994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:10:05.136242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.063034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:10:05.136363Z","caller":"traceutil/trace.go:171","msg":"trace[105663414] transaction","detail":"{read_only:false; response_revision:24836; number_of_response:1; }","duration":"265.287921ms","start":"2026-04-28T04:10:04.871057Z","end":"2026-04-28T04:10:05.136345Z","steps":["trace[105663414] 'process raft request' (duration: 127.046292ms)","trace[105663414] 'compare' (duration: 137.741057ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:05.167017Z","caller":"traceutil/trace.go:171","msg":"trace[475966660] linearizableReadLoop","detail":"{readStateIndex:25642; appliedIndex:25640; }","duration":"252.28221ms","start":"2026-04-28T04:10:04.914716Z","end":"2026-04-28T04:10:05.166999Z","steps":["trace[475966660] 'read index received' (duration: 83.35938ms)","trace[475966660] 'applied index is now lower than readState.Index' (duration: 168.92225ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:05.167263Z","caller":"traceutil/trace.go:171","msg":"trace[1575884037] transaction","detail":"{read_only:false; response_revision:24837; number_of_response:1; }","duration":"278.981397ms","start":"2026-04-28T04:10:04.888274Z","end":"2026-04-28T04:10:05.167255Z","steps":["trace[1575884037] 'process raft request' (duration: 278.596438ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:05.167379Z","caller":"traceutil/trace.go:171","msg":"trace[468328699] transaction","detail":"{read_only:false; response_revision:24838; number_of_response:1; }","duration":"172.988058ms","start":"2026-04-28T04:10:04.994383Z","end":"2026-04-28T04:10:05.167371Z","steps":["trace[468328699] 'process raft request' (duration: 172.588648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:05.167517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.786632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T04:10:05.167534Z","caller":"traceutil/trace.go:171","msg":"trace[800090387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24838; }","duration":"252.841973ms","start":"2026-04-28T04:10:04.914687Z","end":"2026-04-28T04:10:05.167529Z","steps":["trace[800090387] 'agreement among raft nodes before linearized reading' (duration: 252.756571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:05.16763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.420421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T04:10:05.167668Z","caller":"traceutil/trace.go:171","msg":"trace[1853081021] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24838; }","duration":"249.489783ms","start":"2026-04-28T04:10:04.918165Z","end":"2026-04-28T04:10:05.167655Z","steps":["trace[1853081021] 'agreement among raft nodes before linearized reading' (duration: 249.34864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:05.167802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.527291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-28T04:10:05.167821Z","caller":"traceutil/trace.go:171","msg":"trace[1470601884] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24838; }","duration":"103.547471ms","start":"2026-04-28T04:10:05.064268Z","end":"2026-04-28T04:10:05.167815Z","steps":["trace[1470601884] 'agreement among raft nodes before linearized reading' (duration: 103.480629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:05.16789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.694629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T04:10:05.167947Z","caller":"traceutil/trace.go:171","msg":"trace[511831969] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24838; }","duration":"133.791623ms","start":"2026-04-28T04:10:05.03414Z","end":"2026-04-28T04:10:05.167932Z","steps":["trace[511831969] 'agreement among raft nodes before linearized reading' (duration: 133.611819ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:05.284526Z","caller":"traceutil/trace.go:171","msg":"trace[2014411410] transaction","detail":"{read_only:false; response_revision:24839; number_of_response:1; }","duration":"114.044732ms","start":"2026-04-28T04:10:05.170453Z","end":"2026-04-28T04:10:05.284498Z","steps":["trace[2014411410] 'process raft request' (duration: 100.871867ms)","trace[2014411410] 'compare' (duration: 13.051452ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:05.531499Z","caller":"traceutil/trace.go:171","msg":"trace[1661250548] transaction","detail":"{read_only:false; response_revision:24840; number_of_response:1; }","duration":"360.573625ms","start":"2026-04-28T04:10:05.170896Z","end":"2026-04-28T04:10:05.531469Z","steps":["trace[1661250548] 'process raft request' (duration: 360.238257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:05.531648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:05.170883Z","time spent":"360.678427ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:10:05.531821Z","caller":"traceutil/trace.go:171","msg":"trace[1031459125] transaction","detail":"{read_only:false; response_revision:24841; number_of_response:1; }","duration":"360.80857ms","start":"2026-04-28T04:10:05.170982Z","end":"2026-04-28T04:10:05.531791Z","steps":["trace[1031459125] 'process raft request' (duration: 360.36115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:05.531964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:05.170964Z","time spent":"360.920762ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:10:05.533451Z","caller":"traceutil/trace.go:171","msg":"trace[1091177764] transaction","detail":"{read_only:false; response_revision:24842; number_of_response:1; }","duration":"362.422479ms","start":"2026-04-28T04:10:05.171011Z","end":"2026-04-28T04:10:05.533433Z","steps":["trace[1091177764] 'process raft request' (duration: 360.40316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:05.53354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:05.170987Z","time spent":"362.51416ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:10:05.533517Z","caller":"traceutil/trace.go:171","msg":"trace[1133796028] transaction","detail":"{read_only:false; response_revision:24843; number_of_response:1; }","duration":"362.438349ms","start":"2026-04-28T04:10:05.171049Z","end":"2026-04-28T04:10:05.533488Z","steps":["trace[1133796028] 'process raft request' (duration: 362.319386ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:05.533645Z","caller":"traceutil/trace.go:171","msg":"trace[580614258] linearizableReadLoop","detail":"{readStateIndex:25649; appliedIndex:25643; }","duration":"278.067775ms","start":"2026-04-28T04:10:05.255551Z","end":"2026-04-28T04:10:05.533619Z","steps":["trace[580614258] 'read index received' (duration: 15.785977ms)","trace[580614258] 'applied index is now lower than readState.Index' (duration: 262.280288ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:05.533702Z","caller":"traceutil/trace.go:171","msg":"trace[1694534581] transaction","detail":"{read_only:false; response_revision:24844; number_of_response:1; }","duration":"361.872245ms","start":"2026-04-28T04:10:05.17181Z","end":"2026-04-28T04:10:05.533682Z","steps":["trace[1694534581] 'process raft request' (duration: 361.623279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:05.533784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:05.171796Z","time spent":"361.945866ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:10:05.533823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.261659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-28T04:10:05.533845Z","caller":"traceutil/trace.go:171","msg":"trace[1553294778] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24844; }","duration":"278.338431ms","start":"2026-04-28T04:10:05.255498Z","end":"2026-04-28T04:10:05.533836Z","steps":["trace[1553294778] 'agreement among raft nodes before linearized reading' (duration: 278.199058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:05.534871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:05.171019Z","time spent":"362.624134ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:10:06.123006Z","caller":"traceutil/trace.go:171","msg":"trace[2055132246] transaction","detail":"{read_only:false; response_revision:24846; number_of_response:1; }","duration":"292.551081ms","start":"2026-04-28T04:10:05.830429Z","end":"2026-04-28T04:10:06.12298Z","steps":["trace[2055132246] 'process raft request' (duration: 271.884328ms)","trace[2055132246] 'compare' (duration: 20.448768ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:10:06.660559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.515674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:10:06.660693Z","caller":"traceutil/trace.go:171","msg":"trace[2088253881] transaction","detail":"{read_only:false; response_revision:24847; number_of_response:1; }","duration":"382.834195ms","start":"2026-04-28T04:10:06.277833Z","end":"2026-04-28T04:10:06.660667Z","steps":["trace[2088253881] 'process raft request' (duration: 146.109947ms)","trace[2088253881] 'compare' (duration: 235.788556ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:10:06.66077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:06.277808Z","time spent":"382.923868ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:10:07.195808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.74043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:10:07.196094Z","caller":"traceutil/trace.go:171","msg":"trace[237369801] transaction","detail":"{read_only:false; response_revision:24848; number_of_response:1; }","duration":"918.20127ms","start":"2026-04-28T04:10:06.277865Z","end":"2026-04-28T04:10:07.196067Z","steps":["trace[237369801] 'process raft request' (duration: 585.120432ms)","trace[237369801] 'compare' (duration: 332.337161ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:07.19613Z","caller":"traceutil/trace.go:171","msg":"trace[278301398] transaction","detail":"{read_only:false; response_revision:24850; number_of_response:1; }","duration":"489.366866ms","start":"2026-04-28T04:10:06.706746Z","end":"2026-04-28T04:10:07.196113Z","steps":["trace[278301398] 'process raft request' (duration: 489.321285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:07.196197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:06.706722Z","time spent":"489.443787ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:10:07.196251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:06.277838Z","time spent":"918.320692ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:10:07.196426Z","caller":"traceutil/trace.go:171","msg":"trace[323529626] transaction","detail":"{read_only:false; response_revision:24849; number_of_response:1; }","duration":"917.077032ms","start":"2026-04-28T04:10:06.279338Z","end":"2026-04-28T04:10:07.196415Z","steps":["trace[323529626] 'process raft request' (duration: 916.56705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:07.196481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:06.279331Z","time spent":"917.118863ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:10:07.243996Z","caller":"traceutil/trace.go:171","msg":"trace[261754191] transaction","detail":"{read_only:false; response_revision:24851; number_of_response:1; }","duration":"102.509335ms","start":"2026-04-28T04:10:07.141463Z","end":"2026-04-28T04:10:07.243973Z","steps":["trace[261754191] 'process raft request' (duration: 102.402093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:07.806282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.684508ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:10:07.806443Z","caller":"traceutil/trace.go:171","msg":"trace[736308520] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24851; }","duration":"508.854042ms","start":"2026-04-28T04:10:07.297563Z","end":"2026-04-28T04:10:07.806417Z","steps":["trace[736308520] 'range keys from in-memory index tree' (duration: 508.668308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:07.808169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.941744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:10:07.808414Z","caller":"traceutil/trace.go:171","msg":"trace[1854177924] transaction","detail":"{read_only:false; response_revision:24854; number_of_response:1; }","duration":"402.957936ms","start":"2026-04-28T04:10:07.405438Z","end":"2026-04-28T04:10:07.808396Z","steps":["trace[1854177924] 'process raft request' (duration: 402.894384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:07.808544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:07.405403Z","time spent":"403.068169ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:10:07.808806Z","caller":"traceutil/trace.go:171","msg":"trace[626974369] transaction","detail":"{read_only:false; response_revision:24852; number_of_response:1; }","duration":"636.635611ms","start":"2026-04-28T04:10:07.172155Z","end":"2026-04-28T04:10:07.808791Z","steps":["trace[626974369] 'process raft request' (duration: 204.786187ms)","trace[626974369] 'compare' (duration: 430.536152ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:10:07.808926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:07.17213Z","time spent":"636.752993ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:10:07.80923Z","caller":"traceutil/trace.go:171","msg":"trace[1975153707] transaction","detail":"{read_only:false; response_revision:24853; number_of_response:1; }","duration":"560.869913ms","start":"2026-04-28T04:10:07.248348Z","end":"2026-04-28T04:10:07.809218Z","steps":["trace[1975153707] 'process raft request' (duration: 559.90018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:07.809306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:07.24833Z","time spent":"560.936364ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:10:07.809503Z","caller":"traceutil/trace.go:171","msg":"trace[539803] linearizableReadLoop","detail":"{readStateIndex:25658; appliedIndex:25656; }","duration":"521.476183ms","start":"2026-04-28T04:10:07.288011Z","end":"2026-04-28T04:10:07.809487Z","steps":["trace[539803] 'read index received' (duration: 88.946683ms)","trace[539803] 'applied index is now lower than readState.Index' (duration: 432.52788ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:10:07.809847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.825451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T04:10:07.8099Z","caller":"traceutil/trace.go:171","msg":"trace[289978758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24854; }","duration":"521.907804ms","start":"2026-04-28T04:10:07.287979Z","end":"2026-04-28T04:10:07.809887Z","steps":["trace[289978758] 'agreement among raft nodes before linearized reading' (duration: 521.75146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:07.809946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:07.287969Z","time spent":"521.966655ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:10:07.810206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.258222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T04:10:07.810258Z","caller":"traceutil/trace.go:171","msg":"trace[1495043650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24854; }","duration":"271.346004ms","start":"2026-04-28T04:10:07.5389Z","end":"2026-04-28T04:10:07.810246Z","steps":["trace[1495043650] 'agreement among raft nodes before linearized reading' (duration: 271.220671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:07.810527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.506765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-28T04:10:07.810552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.44222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T04:10:07.810607Z","caller":"traceutil/trace.go:171","msg":"trace[360988216] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24854; }","duration":"270.606157ms","start":"2026-04-28T04:10:07.539981Z","end":"2026-04-28T04:10:07.810587Z","steps":["trace[360988216] 'agreement among raft nodes before linearized reading' (duration: 270.422413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:07.810611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.052318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T04:10:07.810704Z","caller":"traceutil/trace.go:171","msg":"trace[88826556] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24854; }","duration":"271.198481ms","start":"2026-04-28T04:10:07.539483Z","end":"2026-04-28T04:10:07.810681Z","steps":["trace[88826556] 'agreement among raft nodes before linearized reading' (duration: 270.954626ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:07.810641Z","caller":"traceutil/trace.go:171","msg":"trace[1923202958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24854; }","duration":"269.564183ms","start":"2026-04-28T04:10:07.541055Z","end":"2026-04-28T04:10:07.810619Z","steps":["trace[1923202958] 'agreement among raft nodes before linearized reading' (duration: 269.297497ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:08.09063Z","caller":"traceutil/trace.go:171","msg":"trace[1995745090] transaction","detail":"{read_only:false; response_revision:24855; number_of_response:1; }","duration":"265.945576ms","start":"2026-04-28T04:10:07.824664Z","end":"2026-04-28T04:10:08.09061Z","steps":["trace[1995745090] 'process raft request' (duration: 265.809683ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:08.113697Z","caller":"traceutil/trace.go:171","msg":"trace[621613620] transaction","detail":"{read_only:false; response_revision:24857; number_of_response:1; }","duration":"288.645717ms","start":"2026-04-28T04:10:07.825027Z","end":"2026-04-28T04:10:08.113673Z","steps":["trace[621613620] 'process raft request' (duration: 288.534034ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:08.113711Z","caller":"traceutil/trace.go:171","msg":"trace[678348741] transaction","detail":"{read_only:false; response_revision:24856; number_of_response:1; }","duration":"288.638747ms","start":"2026-04-28T04:10:07.825039Z","end":"2026-04-28T04:10:08.113678Z","steps":["trace[678348741] 'process raft request' (duration: 288.386421ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:08.113907Z","caller":"traceutil/trace.go:171","msg":"trace[352524051] transaction","detail":"{read_only:false; response_revision:24858; number_of_response:1; }","duration":"288.819081ms","start":"2026-04-28T04:10:07.825071Z","end":"2026-04-28T04:10:08.11389Z","steps":["trace[352524051] 'process raft request' (duration: 288.550815ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:08.114179Z","caller":"traceutil/trace.go:171","msg":"trace[1482397482] transaction","detail":"{read_only:false; response_revision:24859; number_of_response:1; }","duration":"288.956714ms","start":"2026-04-28T04:10:07.825206Z","end":"2026-04-28T04:10:08.114162Z","steps":["trace[1482397482] 'process raft request' (duration: 288.619117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:08.518285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.780234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:10:08.518409Z","caller":"traceutil/trace.go:171","msg":"trace[1219672857] linearizableReadLoop","detail":"{readStateIndex:25666; appliedIndex:25665; }","duration":"399.307518ms","start":"2026-04-28T04:10:08.119081Z","end":"2026-04-28T04:10:08.518388Z","steps":["trace[1219672857] 'read index received' (duration: 254.352ms)","trace[1219672857] 'applied index is now lower than readState.Index' (duration: 144.952588ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:10:08.518572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.485272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T04:10:08.5186Z","caller":"traceutil/trace.go:171","msg":"trace[208778601] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24860; }","duration":"399.528153ms","start":"2026-04-28T04:10:08.119063Z","end":"2026-04-28T04:10:08.518591Z","steps":["trace[208778601] 'agreement among raft nodes before linearized reading' (duration: 399.386209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:08.518634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:08.119055Z","time spent":"399.571523ms","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T04:10:08.518588Z","caller":"traceutil/trace.go:171","msg":"trace[157403477] transaction","detail":"{read_only:false; response_revision:24860; number_of_response:1; }","duration":"402.73142ms","start":"2026-04-28T04:10:08.115689Z","end":"2026-04-28T04:10:08.518421Z","steps":["trace[157403477] 'process raft request' (duration: 257.72954ms)","trace[157403477] 'compare' (duration: 143.466973ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:10:08.519262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:08.115673Z","time spent":"403.421547ms","remote":"127.0.0.1:42648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:10:08.831714Z","caller":"traceutil/trace.go:171","msg":"trace[1821616832] linearizableReadLoop","detail":"{readStateIndex:25667; appliedIndex:25666; }","duration":"311.742369ms","start":"2026-04-28T04:10:08.519944Z","end":"2026-04-28T04:10:08.831686Z","steps":["trace[1821616832] 'read index received' (duration: 311.540594ms)","trace[1821616832] 'applied index is now lower than readState.Index' (duration: 199.905µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:08.831856Z","caller":"traceutil/trace.go:171","msg":"trace[1707180027] transaction","detail":"{read_only:false; response_revision:24861; number_of_response:1; }","duration":"705.222698ms","start":"2026-04-28T04:10:08.126587Z","end":"2026-04-28T04:10:08.83181Z","steps":["trace[1707180027] 'process raft request' (duration: 704.90141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:08.832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.027135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18572"} {"level":"info","ts":"2026-04-28T04:10:08.832044Z","caller":"traceutil/trace.go:171","msg":"trace[2021818966] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24861; }","duration":"312.101977ms","start":"2026-04-28T04:10:08.519931Z","end":"2026-04-28T04:10:08.832033Z","steps":["trace[2021818966] 'agreement among raft nodes before linearized reading' (duration: 311.886242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:08.832085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:08.519921Z","time spent":"312.156528ms","remote":"127.0.0.1:42814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T04:10:08.832113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:08.126573Z","time spent":"705.390062ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:10:08.98373Z","caller":"traceutil/trace.go:171","msg":"trace[1330742026] linearizableReadLoop","detail":"{readStateIndex:25668; appliedIndex:25667; }","duration":"151.915505ms","start":"2026-04-28T04:10:08.831783Z","end":"2026-04-28T04:10:08.983699Z","steps":["trace[1330742026] 'read index received' (duration: 151.369192ms)","trace[1330742026] 'applied index is now lower than readState.Index' (duration: 544.803µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:08.984071Z","caller":"traceutil/trace.go:171","msg":"trace[708309166] transaction","detail":"{read_only:false; response_revision:24862; number_of_response:1; }","duration":"314.037884ms","start":"2026-04-28T04:10:08.669826Z","end":"2026-04-28T04:10:08.983864Z","steps":["trace[708309166] 'process raft request' (duration: 313.343157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:08.984097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.99158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-28T04:10:08.984192Z","caller":"traceutil/trace.go:171","msg":"trace[932039467] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24862; }","duration":"461.140704ms","start":"2026-04-28T04:10:08.52303Z","end":"2026-04-28T04:10:08.98417Z","steps":["trace[932039467] 'agreement among raft nodes before linearized reading' (duration: 460.904718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:08.984243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:08.523011Z","time spent":"461.222007ms","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T04:10:08.984238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:08.669802Z","time spent":"314.317061ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:10:08.984509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.257896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:10:08.984553Z","caller":"traceutil/trace.go:171","msg":"trace[9416046] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24862; }","duration":"308.300937ms","start":"2026-04-28T04:10:08.676236Z","end":"2026-04-28T04:10:08.984537Z","steps":["trace[9416046] 'agreement among raft nodes before linearized reading' (duration: 308.234375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:08.98459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.667974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:10:08.98465Z","caller":"traceutil/trace.go:171","msg":"trace[776757787] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24862; }","duration":"116.779147ms","start":"2026-04-28T04:10:08.867855Z","end":"2026-04-28T04:10:08.984634Z","steps":["trace[776757787] 'agreement among raft nodes before linearized reading' (duration: 116.676745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:08.984595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:08.676166Z","time spent":"308.41686ms","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:10:13.120109Z","caller":"traceutil/trace.go:171","msg":"trace[1275646486] transaction","detail":"{read_only:false; response_revision:24897; number_of_response:1; }","duration":"273.041986ms","start":"2026-04-28T04:10:12.84704Z","end":"2026-04-28T04:10:13.120082Z","steps":["trace[1275646486] 'process raft request' (duration: 272.891472ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:13.125415Z","caller":"traceutil/trace.go:171","msg":"trace[2127881153] transaction","detail":"{read_only:false; response_revision:24898; number_of_response:1; }","duration":"128.022965ms","start":"2026-04-28T04:10:12.997361Z","end":"2026-04-28T04:10:13.125384Z","steps":["trace[2127881153] 'process raft request' (duration: 127.850321ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:13.563556Z","caller":"traceutil/trace.go:171","msg":"trace[1587978698] transaction","detail":"{read_only:false; response_revision:24899; number_of_response:1; }","duration":"349.389837ms","start":"2026-04-28T04:10:13.214129Z","end":"2026-04-28T04:10:13.563519Z","steps":["trace[1587978698] 'process raft request' (duration: 349.097071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:13.563694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:13.214102Z","time spent":"349.52643ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:10:13.620416Z","caller":"traceutil/trace.go:171","msg":"trace[390369853] transaction","detail":"{read_only:false; response_revision:24900; number_of_response:1; }","duration":"403.781916ms","start":"2026-04-28T04:10:13.216602Z","end":"2026-04-28T04:10:13.620383Z","steps":["trace[390369853] 'process raft request' (duration: 403.535419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:13.620603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:13.216575Z","time spent":"403.931939ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:10:13.62077Z","caller":"traceutil/trace.go:171","msg":"trace[665777659] transaction","detail":"{read_only:false; response_revision:24901; number_of_response:1; }","duration":"403.621071ms","start":"2026-04-28T04:10:13.217101Z","end":"2026-04-28T04:10:13.620722Z","steps":["trace[665777659] 'process raft request' (duration: 403.20297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:13.620972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:13.217087Z","time spent":"403.792325ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:10:13.744192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.823475ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T04:10:13.744468Z","caller":"traceutil/trace.go:171","msg":"trace[1317956088] transaction","detail":"{read_only:false; response_revision:24902; number_of_response:1; }","duration":"482.188366ms","start":"2026-04-28T04:10:13.262258Z","end":"2026-04-28T04:10:13.744447Z","steps":["trace[1317956088] 'process raft request' (duration: 482.030212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:13.744572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:13.26223Z","time spent":"482.276487ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:10:14.135751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.550829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T04:10:14.135805Z","caller":"traceutil/trace.go:171","msg":"trace[1189011246] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24904; }","duration":"113.650372ms","start":"2026-04-28T04:10:14.022144Z","end":"2026-04-28T04:10:14.135794Z","steps":["trace[1189011246] 'range keys from in-memory index tree' (duration: 113.444597ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:14.257072Z","caller":"traceutil/trace.go:171","msg":"trace[1265711762] linearizableReadLoop","detail":"{readStateIndex:25712; appliedIndex:25711; }","duration":"117.226807ms","start":"2026-04-28T04:10:14.139823Z","end":"2026-04-28T04:10:14.25705Z","steps":["trace[1265711762] 'read index received' (duration: 116.996091ms)","trace[1265711762] 'applied index is now lower than readState.Index' (duration: 229.886µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:14.25719Z","caller":"traceutil/trace.go:171","msg":"trace[1194551841] transaction","detail":"{read_only:false; response_revision:24905; number_of_response:1; }","duration":"117.700679ms","start":"2026-04-28T04:10:14.13948Z","end":"2026-04-28T04:10:14.257181Z","steps":["trace[1194551841] 'process raft request' (duration: 117.417042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:14.257447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.596256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T04:10:14.257476Z","caller":"traceutil/trace.go:171","msg":"trace[2082880958] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24905; }","duration":"117.675678ms","start":"2026-04-28T04:10:14.139793Z","end":"2026-04-28T04:10:14.257468Z","steps":["trace[2082880958] 'agreement among raft nodes before linearized reading' (duration: 117.519044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:14.257736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.670237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T04:10:14.25781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.05188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T04:10:14.257815Z","caller":"traceutil/trace.go:171","msg":"trace[922591779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24905; }","duration":"117.79355ms","start":"2026-04-28T04:10:14.140004Z","end":"2026-04-28T04:10:14.257798Z","steps":["trace[922591779] 'agreement among raft nodes before linearized reading' (duration: 117.608866ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:14.257835Z","caller":"traceutil/trace.go:171","msg":"trace[298048726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24905; }","duration":"111.108272ms","start":"2026-04-28T04:10:14.146718Z","end":"2026-04-28T04:10:14.257827Z","steps":["trace[298048726] 'agreement among raft nodes before linearized reading' (duration: 111.03762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:14.257979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.693666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T04:10:14.258006Z","caller":"traceutil/trace.go:171","msg":"trace[631192067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24905; }","duration":"114.733148ms","start":"2026-04-28T04:10:14.143264Z","end":"2026-04-28T04:10:14.257997Z","steps":["trace[631192067] 'agreement among raft nodes before linearized reading' (duration: 114.654396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:14.258013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.074761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T04:10:14.258034Z","caller":"traceutil/trace.go:171","msg":"trace[907841408] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24905; }","duration":"111.108422ms","start":"2026-04-28T04:10:14.14692Z","end":"2026-04-28T04:10:14.258028Z","steps":["trace[907841408] 'agreement among raft nodes before linearized reading' (duration: 111.04322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:16.119261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.01008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T04:10:16.119343Z","caller":"traceutil/trace.go:171","msg":"trace[623246511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24920; }","duration":"137.137423ms","start":"2026-04-28T04:10:15.982186Z","end":"2026-04-28T04:10:16.119324Z","steps":["trace[623246511] 'range keys from in-memory index tree' (duration: 136.820314ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:16.268243Z","caller":"traceutil/trace.go:171","msg":"trace[234386611] transaction","detail":"{read_only:false; response_revision:24921; number_of_response:1; }","duration":"144.879657ms","start":"2026-04-28T04:10:16.123324Z","end":"2026-04-28T04:10:16.268204Z","steps":["trace[234386611] 'process raft request' (duration: 144.667552ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:27.283981Z","caller":"traceutil/trace.go:171","msg":"trace[424247127] transaction","detail":"{read_only:false; response_revision:25008; number_of_response:1; }","duration":"119.871431ms","start":"2026-04-28T04:10:27.164077Z","end":"2026-04-28T04:10:27.283948Z","steps":["trace[424247127] 'process raft request' (duration: 119.688966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:27.425181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.990273ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:10:27.4253Z","caller":"traceutil/trace.go:171","msg":"trace[805494491] transaction","detail":"{read_only:false; response_revision:25009; number_of_response:1; }","duration":"252.071674ms","start":"2026-04-28T04:10:27.173211Z","end":"2026-04-28T04:10:27.425283Z","steps":["trace[805494491] 'process raft request' (duration: 250.647461ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:27.425336Z","caller":"traceutil/trace.go:171","msg":"trace[1593634443] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25008; }","duration":"128.132357ms","start":"2026-04-28T04:10:27.297163Z","end":"2026-04-28T04:10:27.425295Z","steps":["trace[1593634443] 'range keys from in-memory index tree' (duration: 127.975653ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:27.879474Z","caller":"traceutil/trace.go:171","msg":"trace[92992883] transaction","detail":"{read_only:false; response_revision:25013; number_of_response:1; }","duration":"207.499082ms","start":"2026-04-28T04:10:27.671952Z","end":"2026-04-28T04:10:27.879451Z","steps":["trace[92992883] 'process raft request' (duration: 207.445101ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:27.880069Z","caller":"traceutil/trace.go:171","msg":"trace[1553817308] transaction","detail":"{read_only:false; response_revision:25012; number_of_response:1; }","duration":"213.721271ms","start":"2026-04-28T04:10:27.666331Z","end":"2026-04-28T04:10:27.880053Z","steps":["trace[1553817308] 'process raft request' (duration: 212.910381ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:27.925585Z","caller":"traceutil/trace.go:171","msg":"trace[2100255993] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"134.361976ms","start":"2026-04-28T04:10:27.791192Z","end":"2026-04-28T04:10:27.925554Z","steps":["trace[2100255993] 'process raft request' (duration: 134.152721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:27.925667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.450496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.142\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-28T04:10:27.925756Z","caller":"traceutil/trace.go:171","msg":"trace[1717759516] range","detail":"{range_begin:/registry/masterleases/199.19.213.142; range_end:; response_count:1; response_revision:25014; }","duration":"118.586779ms","start":"2026-04-28T04:10:27.807149Z","end":"2026-04-28T04:10:27.925735Z","steps":["trace[1717759516] 'agreement among raft nodes before linearized reading' (duration: 118.354304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:40.651064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.216259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:10:40.651187Z","caller":"traceutil/trace.go:171","msg":"trace[1842298546] transaction","detail":"{read_only:false; response_revision:25120; number_of_response:1; }","duration":"231.3331ms","start":"2026-04-28T04:10:40.41983Z","end":"2026-04-28T04:10:40.651163Z","steps":["trace[1842298546] 'process raft request' (duration: 97.927517ms)","trace[1842298546] 'compare' (duration: 133.094615ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:40.655336Z","caller":"traceutil/trace.go:171","msg":"trace[17183880] transaction","detail":"{read_only:false; response_revision:25121; number_of_response:1; }","duration":"235.267094ms","start":"2026-04-28T04:10:40.420039Z","end":"2026-04-28T04:10:40.655306Z","steps":["trace[17183880] 'process raft request' (duration: 234.773642ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:40.655631Z","caller":"traceutil/trace.go:171","msg":"trace[946969272] transaction","detail":"{read_only:false; response_revision:25122; number_of_response:1; }","duration":"235.421638ms","start":"2026-04-28T04:10:40.420138Z","end":"2026-04-28T04:10:40.65556Z","steps":["trace[946969272] 'process raft request' (duration: 234.823834ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:40.655826Z","caller":"traceutil/trace.go:171","msg":"trace[626050603] transaction","detail":"{read_only:false; response_revision:25123; number_of_response:1; }","duration":"232.863287ms","start":"2026-04-28T04:10:40.422947Z","end":"2026-04-28T04:10:40.65581Z","steps":["trace[626050603] 'process raft request' (duration: 232.57665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:41.145943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.949493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:10:41.146054Z","caller":"traceutil/trace.go:171","msg":"trace[220628751] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25124; }","duration":"115.065056ms","start":"2026-04-28T04:10:41.030946Z","end":"2026-04-28T04:10:41.146011Z","steps":["trace[220628751] 'count revisions from in-memory index tree' (duration: 114.890001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:41.146111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.209447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:10:41.146189Z","caller":"traceutil/trace.go:171","msg":"trace[999248384] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25124; }","duration":"174.327499ms","start":"2026-04-28T04:10:40.971842Z","end":"2026-04-28T04:10:41.146169Z","steps":["trace[999248384] 'count revisions from in-memory index tree' (duration: 174.133605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:41.14636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.556629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/manila-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:10:41.146382Z","caller":"traceutil/trace.go:171","msg":"trace[2054235238] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/manila-api; range_end:; response_count:0; response_revision:25124; }","duration":"139.62289ms","start":"2026-04-28T04:10:41.006754Z","end":"2026-04-28T04:10:41.146377Z","steps":["trace[2054235238] 'range keys from in-memory index tree' (duration: 139.503868ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:41.375182Z","caller":"traceutil/trace.go:171","msg":"trace[950498423] transaction","detail":"{read_only:false; number_of_response:0; response_revision:25124; }","duration":"132.754707ms","start":"2026-04-28T04:10:41.242397Z","end":"2026-04-28T04:10:41.375152Z","steps":["trace[950498423] 'process raft request' (duration: 132.641025ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:12.287284Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000691b.wal"} {"level":"info","ts":"2026-04-28T04:13:04.653601Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23670} {"level":"info","ts":"2026-04-28T04:13:04.786253Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23670,"took":"128.497666ms","hash":1304653239,"current-db-size-bytes":62623744,"current-db-size":"63 MB","current-db-size-in-use-bytes":37699584,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-04-28T04:13:04.786317Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1304653239,"revision":23670,"compact-revision":20456} {"level":"info","ts":"2026-04-28T04:18:04.660253Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26642} {"level":"info","ts":"2026-04-28T04:18:04.806132Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26642,"took":"141.445633ms","hash":4249421046,"current-db-size-bytes":62623744,"current-db-size":"63 MB","current-db-size-in-use-bytes":32002048,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T04:18:04.806211Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4249421046,"revision":26642,"compact-revision":23670} {"level":"info","ts":"2026-04-28T04:18:11.192271Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"54fca804e66e40f4","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T04:18:11.196891Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-28T04:18:11.197018Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-28T04:23:04.671004Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29033} {"level":"info","ts":"2026-04-28T04:23:04.804367Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29033,"took":"128.872243ms","hash":1693840255,"current-db-size-bytes":62623744,"current-db-size":"63 MB","current-db-size-in-use-bytes":29831168,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-28T04:23:04.804444Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1693840255,"revision":29033,"compact-revision":26642} {"level":"info","ts":"2026-04-28T04:28:04.67956Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31256} {"level":"info","ts":"2026-04-28T04:28:04.810584Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31256,"took":"127.293554ms","hash":203690978,"current-db-size-bytes":62623744,"current-db-size":"63 MB","current-db-size-in-use-bytes":30912512,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-28T04:28:04.81066Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":203690978,"revision":31256,"compact-revision":29033} {"level":"info","ts":"2026-04-28T04:33:04.687283Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33590} {"level":"info","ts":"2026-04-28T04:33:04.835851Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33590,"took":"144.140547ms","hash":1178617999,"current-db-size-bytes":64065536,"current-db-size":"64 MB","current-db-size-in-use-bytes":32423936,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T04:33:04.835925Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1178617999,"revision":33590,"compact-revision":31256} {"level":"info","ts":"2026-04-28T04:38:04.693727Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35818} {"level":"info","ts":"2026-04-28T04:38:04.831733Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35818,"took":"133.411364ms","hash":1998072908,"current-db-size-bytes":64065536,"current-db-size":"64 MB","current-db-size-in-use-bytes":30076928,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-28T04:38:04.83181Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1998072908,"revision":35818,"compact-revision":33590}