{"level":"warn","ts":"2026-04-02T03:34:50.748291Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T03:34:50.748381Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.36:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.36:2380","--initial-cluster=instance=https://162.253.55.36:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.36:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.36:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-02T03:34:50.748448Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T03:34:50.748461Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.36:2380"]} {"level":"info","ts":"2026-04-02T03:34:50.74848Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T03:34:50.749125Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"]} {"level":"info","ts":"2026-04-02T03:34:50.749279Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.36:2380"],"listen-peer-urls":["https://162.253.55.36:2380"],"advertise-client-urls":["https://162.253.55.36:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.36:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-02T03:34:50.753209Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.598184ms"} {"level":"info","ts":"2026-04-02T03:34:50.758626Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cb89ec34a9687f0b","cluster-id":"d8e0d5e222e856c9"} {"level":"info","ts":"2026-04-02T03:34:50.75873Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=()"} {"level":"info","ts":"2026-04-02T03:34:50.758765Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became follower at term 0"} {"level":"info","ts":"2026-04-02T03:34:50.758787Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cb89ec34a9687f0b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-02T03:34:50.7588Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became follower at term 1"} {"level":"info","ts":"2026-04-02T03:34:50.75885Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=(14666513372433383179)"} {"level":"warn","ts":"2026-04-02T03:34:50.771344Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-02T03:34:50.773361Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-02T03:34:50.775008Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-02T03:34:50.778973Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cb89ec34a9687f0b","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-02T03:34:50.779235Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cb89ec34a9687f0b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-02T03:34:50.779357Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T03:34:50.780044Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T03:34:50.780097Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T03:34:50.780536Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=(14666513372433383179)"} {"level":"info","ts":"2026-04-02T03:34:50.781395Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"d8e0d5e222e856c9","local-member-id":"cb89ec34a9687f0b","added-peer-id":"cb89ec34a9687f0b","added-peer-peer-urls":["https://162.253.55.36:2380"]} {"level":"info","ts":"2026-04-02T03:34:50.784351Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T03:34:50.784603Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.36:2380"} {"level":"info","ts":"2026-04-02T03:34:50.784666Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cb89ec34a9687f0b","initial-advertise-peer-urls":["https://162.253.55.36:2380"],"listen-peer-urls":["https://162.253.55.36:2380"],"advertise-client-urls":["https://162.253.55.36:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-02T03:34:50.784809Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.36:2380"} {"level":"info","ts":"2026-04-02T03:34:50.784786Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-02T03:34:51.759392Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b is starting a new election at term 1"} {"level":"info","ts":"2026-04-02T03:34:51.759468Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became pre-candidate at term 1"} {"level":"info","ts":"2026-04-02T03:34:51.759502Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b received MsgPreVoteResp from cb89ec34a9687f0b at term 1"} {"level":"info","ts":"2026-04-02T03:34:51.759521Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became candidate at term 2"} {"level":"info","ts":"2026-04-02T03:34:51.759532Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b received MsgVoteResp from cb89ec34a9687f0b at term 2"} {"level":"info","ts":"2026-04-02T03:34:51.759548Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became leader at term 2"} {"level":"info","ts":"2026-04-02T03:34:51.759561Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cb89ec34a9687f0b elected leader cb89ec34a9687f0b at term 2"} {"level":"info","ts":"2026-04-02T03:34:51.760659Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T03:34:51.761417Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cb89ec34a9687f0b","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.36:2379]}","request-path":"/0/members/cb89ec34a9687f0b/attributes","cluster-id":"d8e0d5e222e856c9","publish-timeout":"7s"} {"level":"info","ts":"2026-04-02T03:34:51.761427Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T03:34:51.761512Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T03:34:51.761716Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-02T03:34:51.761794Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-02T03:34:51.762046Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"d8e0d5e222e856c9","local-member-id":"cb89ec34a9687f0b","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T03:34:51.762198Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T03:34:51.76223Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T03:34:51.765254Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.36:2379"} {"level":"info","ts":"2026-04-02T03:34:51.76555Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-02T03:35:14.19677Z","caller":"traceutil/trace.go:171","msg":"trace[524267631] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"192.975225ms","start":"2026-04-02T03:35:14.003766Z","end":"2026-04-02T03:35:14.196742Z","steps":["trace[524267631] 'process raft request' (duration: 192.846381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:35:19.472607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.354797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T03:35:19.472773Z","caller":"traceutil/trace.go:171","msg":"trace[1730683646] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"274.561744ms","start":"2026-04-02T03:35:19.198191Z","end":"2026-04-02T03:35:19.472753Z","steps":["trace[1730683646] 'process raft request' (duration: 122.530789ms)","trace[1730683646] 'compare' (duration: 151.213343ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:35:19.47872Z","caller":"traceutil/trace.go:171","msg":"trace[427253218] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"279.865449ms","start":"2026-04-02T03:35:19.198838Z","end":"2026-04-02T03:35:19.478703Z","steps":["trace[427253218] 'process raft request' (duration: 279.781667ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:35:21.283753Z","caller":"traceutil/trace.go:171","msg":"trace[1836157214] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"104.047734ms","start":"2026-04-02T03:35:21.179687Z","end":"2026-04-02T03:35:21.283735Z","steps":["trace[1836157214] 'process raft request' (duration: 103.605472ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:35:21.283941Z","caller":"traceutil/trace.go:171","msg":"trace[374854954] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"100.626991ms","start":"2026-04-02T03:35:21.183307Z","end":"2026-04-02T03:35:21.283934Z","steps":["trace[374854954] 'process raft request' (duration: 100.043445ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:35:21.284007Z","caller":"traceutil/trace.go:171","msg":"trace[1095528724] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"100.233699ms","start":"2026-04-02T03:35:21.183755Z","end":"2026-04-02T03:35:21.283988Z","steps":["trace[1095528724] 'process raft request' (duration: 99.676824ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:35:21.402541Z","caller":"traceutil/trace.go:171","msg":"trace[553223717] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"100.22487ms","start":"2026-04-02T03:35:21.302287Z","end":"2026-04-02T03:35:21.402512Z","steps":["trace[553223717] 'process raft request' (duration: 92.804696ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:35:21.402749Z","caller":"traceutil/trace.go:171","msg":"trace[2050926619] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"100.104897ms","start":"2026-04-02T03:35:21.30263Z","end":"2026-04-02T03:35:21.402735Z","steps":["trace[2050926619] 'process raft request' (duration: 99.84446ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:35:27.671592Z","caller":"traceutil/trace.go:171","msg":"trace[1918098633] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"128.361029ms","start":"2026-04-02T03:35:27.543202Z","end":"2026-04-02T03:35:27.671563Z","steps":["trace[1918098633] 'process raft request' (duration: 127.772413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:35:28.061903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.727428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T03:35:28.062125Z","caller":"traceutil/trace.go:171","msg":"trace[214753434] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:639; }","duration":"183.29899ms","start":"2026-04-02T03:35:27.878799Z","end":"2026-04-02T03:35:28.062098Z","steps":["trace[214753434] 'read index received' (duration: 41.221µs)","trace[214753434] 'applied index is now lower than readState.Index' (duration: 183.256749ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:35:28.062152Z","caller":"traceutil/trace.go:171","msg":"trace[838540263] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"383.870532ms","start":"2026-04-02T03:35:27.678235Z","end":"2026-04-02T03:35:28.062106Z","steps":["trace[838540263] 'process raft request' (duration: 25.648442ms)","trace[838540263] 'compare' (duration: 357.537732ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:35:28.062181Z","caller":"traceutil/trace.go:171","msg":"trace[546533049] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"338.534313ms","start":"2026-04-02T03:35:27.723599Z","end":"2026-04-02T03:35:28.062133Z","steps":["trace[546533049] 'process raft request' (duration: 338.4301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:35:28.062252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.453144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:35:28.062298Z","caller":"traceutil/trace.go:171","msg":"trace[794072096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:621; }","duration":"183.539206ms","start":"2026-04-02T03:35:27.878745Z","end":"2026-04-02T03:35:28.062285Z","steps":["trace[794072096] 'agreement among raft nodes before linearized reading' (duration: 183.434153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:35:28.062311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:35:27.678213Z","time spent":"384.012616ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T03:35:28.062328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:35:27.723572Z","time spent":"338.691846ms","remote":"127.0.0.1:33264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T03:35:42.22427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.428279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T03:35:42.224358Z","caller":"traceutil/trace.go:171","msg":"trace[92589318] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:770; }","duration":"100.569043ms","start":"2026-04-02T03:35:42.123769Z","end":"2026-04-02T03:35:42.224338Z","steps":["trace[92589318] 'range keys from in-memory index tree' (duration: 100.237724ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:36:09.326164Z","caller":"traceutil/trace.go:171","msg":"trace[634064953] linearizableReadLoop","detail":"{readStateIndex:1194; appliedIndex:1193; }","duration":"312.971388ms","start":"2026-04-02T03:36:09.013169Z","end":"2026-04-02T03:36:09.326141Z","steps":["trace[634064953] 'read index received' (duration: 312.777713ms)","trace[634064953] 'applied index is now lower than readState.Index' (duration: 192.785µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:36:09.326262Z","caller":"traceutil/trace.go:171","msg":"trace[1944771593] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"403.775173ms","start":"2026-04-02T03:36:08.922465Z","end":"2026-04-02T03:36:09.32624Z","steps":["trace[1944771593] 'process raft request' (duration: 403.540247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:09.326385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.198944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T03:36:09.326399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:36:08.922449Z","time spent":"403.862836ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:36:09.326449Z","caller":"traceutil/trace.go:171","msg":"trace[2029065047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1164; }","duration":"313.313257ms","start":"2026-04-02T03:36:09.013121Z","end":"2026-04-02T03:36:09.326434Z","steps":["trace[2029065047] 'agreement among raft nodes before linearized reading' (duration: 313.119472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:09.326508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:36:09.013104Z","time spent":"313.39497ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T03:36:31.78787Z","caller":"traceutil/trace.go:171","msg":"trace[85366363] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"131.343749ms","start":"2026-04-02T03:36:31.6565Z","end":"2026-04-02T03:36:31.787844Z","steps":["trace[85366363] 'process raft request' (duration: 131.199255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:56.408952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.061137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T03:36:56.409201Z","caller":"traceutil/trace.go:171","msg":"trace[1324448429] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"477.491396ms","start":"2026-04-02T03:36:55.931688Z","end":"2026-04-02T03:36:56.40918Z","steps":["trace[1324448429] 'process raft request' (duration: 146.942686ms)","trace[1324448429] 'compare' (duration: 329.865872ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:36:56.409209Z","caller":"traceutil/trace.go:171","msg":"trace[397934648] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"243.025261ms","start":"2026-04-02T03:36:56.166165Z","end":"2026-04-02T03:36:56.40919Z","steps":["trace[397934648] 'process raft request' (duration: 242.937718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:56.409276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:36:55.931661Z","time spent":"477.584408ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T03:36:56.409263Z","caller":"traceutil/trace.go:171","msg":"trace[890269334] linearizableReadLoop","detail":"{readStateIndex:1902; appliedIndex:1901; }","duration":"418.602894ms","start":"2026-04-02T03:36:55.990597Z","end":"2026-04-02T03:36:56.4092Z","steps":["trace[890269334] 'read index received' (duration: 87.966771ms)","trace[890269334] 'applied index is now lower than readState.Index' (duration: 330.632353ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:36:56.409541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.938694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T03:36:56.409615Z","caller":"traceutil/trace.go:171","msg":"trace[228631380] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1837; }","duration":"419.043467ms","start":"2026-04-02T03:36:55.990553Z","end":"2026-04-02T03:36:56.409596Z","steps":["trace[228631380] 'agreement among raft nodes before linearized reading' (duration: 418.80832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:56.409664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:36:55.990535Z","time spent":"419.116658ms","remote":"127.0.0.1:53248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T03:36:56.44313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.700617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:36:56.443163Z","caller":"traceutil/trace.go:171","msg":"trace[1909328643] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"201.324232ms","start":"2026-04-02T03:36:56.241802Z","end":"2026-04-02T03:36:56.443127Z","steps":["trace[1909328643] 'process raft request' (duration: 201.070415ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:36:56.443207Z","caller":"traceutil/trace.go:171","msg":"trace[705313491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1838; }","duration":"183.80988ms","start":"2026-04-02T03:36:56.259375Z","end":"2026-04-02T03:36:56.443185Z","steps":["trace[705313491] 'agreement among raft nodes before linearized reading' (duration: 183.636195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:36:56.80291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.446381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T03:36:56.802975Z","caller":"traceutil/trace.go:171","msg":"trace[1142585111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1839; }","duration":"102.569184ms","start":"2026-04-02T03:36:56.700393Z","end":"2026-04-02T03:36:56.802963Z","steps":["trace[1142585111] 'range keys from in-memory index tree' (duration: 102.268807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:09.997571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.61116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T03:37:09.997821Z","caller":"traceutil/trace.go:171","msg":"trace[773795149] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"230.195348ms","start":"2026-04-02T03:37:09.767595Z","end":"2026-04-02T03:37:09.99779Z","steps":["trace[773795149] 'process raft request' (duration: 129.208808ms)","trace[773795149] 'compare' (duration: 100.488576ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:37:13.643559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.496389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T03:37:13.643649Z","caller":"traceutil/trace.go:171","msg":"trace[1815076920] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1977; }","duration":"103.643523ms","start":"2026-04-02T03:37:13.539983Z","end":"2026-04-02T03:37:13.643627Z","steps":["trace[1815076920] 'range keys from in-memory index tree' (duration: 103.303904ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:47.312353Z","caller":"traceutil/trace.go:171","msg":"trace[484341479] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"152.372405ms","start":"2026-04-02T03:37:47.159874Z","end":"2026-04-02T03:37:47.312246Z","steps":["trace[484341479] 'process raft request' (duration: 152.211001ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:47.316003Z","caller":"traceutil/trace.go:171","msg":"trace[1595400320] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"129.063636ms","start":"2026-04-02T03:37:47.186916Z","end":"2026-04-02T03:37:47.31598Z","steps":["trace[1595400320] 'process raft request' (duration: 128.956623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:53.036852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.346923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T03:37:53.036954Z","caller":"traceutil/trace.go:171","msg":"trace[1218533772] linearizableReadLoop","detail":"{readStateIndex:2270; appliedIndex:2269; }","duration":"156.91366ms","start":"2026-04-02T03:37:52.880024Z","end":"2026-04-02T03:37:53.036938Z","steps":["trace[1218533772] 'read index received' (duration: 23.379033ms)","trace[1218533772] 'applied index is now lower than readState.Index' (duration: 133.533237ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:37:53.037014Z","caller":"traceutil/trace.go:171","msg":"trace[320690610] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"215.150171ms","start":"2026-04-02T03:37:52.82183Z","end":"2026-04-02T03:37:53.03698Z","steps":["trace[320690610] 'process raft request' (duration: 81.600791ms)","trace[320690610] 'compare' (duration: 133.165778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:37:53.037045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.009024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:37:53.037106Z","caller":"traceutil/trace.go:171","msg":"trace[247892224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2193; }","duration":"157.113018ms","start":"2026-04-02T03:37:52.879978Z","end":"2026-04-02T03:37:53.037091Z","steps":["trace[247892224] 'agreement among raft nodes before linearized reading' (duration: 157.021065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:53.037228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.323511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T03:37:53.037312Z","caller":"traceutil/trace.go:171","msg":"trace[2047200797] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2193; }","duration":"122.409133ms","start":"2026-04-02T03:37:52.914892Z","end":"2026-04-02T03:37:53.037301Z","steps":["trace[2047200797] 'agreement among raft nodes before linearized reading' (duration: 122.137906ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:37:53.468059Z","caller":"traceutil/trace.go:171","msg":"trace[1754551318] linearizableReadLoop","detail":"{readStateIndex:2271; appliedIndex:2270; }","duration":"133.25584ms","start":"2026-04-02T03:37:53.33477Z","end":"2026-04-02T03:37:53.468026Z","steps":["trace[1754551318] 'read index received' (duration: 132.300994ms)","trace[1754551318] 'applied index is now lower than readState.Index' (duration: 953.546µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:37:53.468162Z","caller":"traceutil/trace.go:171","msg":"trace[1990928142] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"136.094168ms","start":"2026-04-02T03:37:53.332034Z","end":"2026-04-02T03:37:53.468128Z","steps":["trace[1990928142] 'process raft request' (duration: 135.125301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:37:53.468248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.481556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T03:37:53.468281Z","caller":"traceutil/trace.go:171","msg":"trace[466466645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2194; }","duration":"133.570788ms","start":"2026-04-02T03:37:53.3347Z","end":"2026-04-02T03:37:53.468271Z","steps":["trace[466466645] 'agreement among raft nodes before linearized reading' (duration: 133.421404ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:39:00.747783Z","caller":"traceutil/trace.go:171","msg":"trace[1654413764] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"136.888948ms","start":"2026-04-02T03:39:00.610865Z","end":"2026-04-02T03:39:00.747754Z","steps":["trace[1654413764] 'process raft request' (duration: 105.823416ms)","trace[1654413764] 'compare' (duration: 30.944509ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:39:01.06694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.817727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:39:01.067022Z","caller":"traceutil/trace.go:171","msg":"trace[1964498084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2757; }","duration":"186.95324ms","start":"2026-04-02T03:39:00.880048Z","end":"2026-04-02T03:39:01.067001Z","steps":["trace[1964498084] 'range keys from in-memory index tree' (duration: 186.697453ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:39:01.07Z","caller":"traceutil/trace.go:171","msg":"trace[1708923901] transaction","detail":"{read_only:false; response_revision:2758; number_of_response:1; }","duration":"127.832032ms","start":"2026-04-02T03:39:00.94214Z","end":"2026-04-02T03:39:01.069972Z","steps":["trace[1708923901] 'process raft request' (duration: 127.691338ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:39:01.227626Z","caller":"traceutil/trace.go:171","msg":"trace[306302452] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"246.612774ms","start":"2026-04-02T03:39:00.98098Z","end":"2026-04-02T03:39:01.227593Z","steps":["trace[306302452] 'process raft request' (duration: 216.956193ms)","trace[306302452] 'compare' (duration: 29.488947ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:39:01.22782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.537681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:39:01.227897Z","caller":"traceutil/trace.go:171","msg":"trace[1542568923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2760; }","duration":"159.667226ms","start":"2026-04-02T03:39:01.068217Z","end":"2026-04-02T03:39:01.227884Z","steps":["trace[1542568923] 'agreement among raft nodes before linearized reading' (duration: 159.535362ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:39:01.227643Z","caller":"traceutil/trace.go:171","msg":"trace[763475540] linearizableReadLoop","detail":"{readStateIndex:2859; appliedIndex:2857; }","duration":"159.351096ms","start":"2026-04-02T03:39:01.068271Z","end":"2026-04-02T03:39:01.227622Z","steps":["trace[763475540] 'read index received' (duration: 1.544964ms)","trace[763475540] 'applied index is now lower than readState.Index' (duration: 157.803542ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:41:53.803454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.581571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T03:41:53.803545Z","caller":"traceutil/trace.go:171","msg":"trace[2093433139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3888; }","duration":"421.731605ms","start":"2026-04-02T03:41:53.3818Z","end":"2026-04-02T03:41:53.803532Z","steps":["trace[2093433139] 'range keys from in-memory index tree' (duration: 421.376175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:41:53.803741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T03:41:53.381777Z","time spent":"421.948311ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T03:41:53.803754Z","caller":"traceutil/trace.go:171","msg":"trace[895767776] transaction","detail":"{read_only:false; response_revision:3889; number_of_response:1; }","duration":"117.637063ms","start":"2026-04-02T03:41:53.68608Z","end":"2026-04-02T03:41:53.803717Z","steps":["trace[895767776] 'process raft request' (duration: 116.466281ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:42:03.376318Z","caller":"traceutil/trace.go:171","msg":"trace[891129928] linearizableReadLoop","detail":"{readStateIndex:4149; appliedIndex:4148; }","duration":"129.083919ms","start":"2026-04-02T03:42:03.247197Z","end":"2026-04-02T03:42:03.376281Z","steps":["trace[891129928] 'read index received' (duration: 128.76077ms)","trace[891129928] 'applied index is now lower than readState.Index' (duration: 321.339µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:42:03.376419Z","caller":"traceutil/trace.go:171","msg":"trace[1026224928] transaction","detail":"{read_only:false; response_revision:4003; number_of_response:1; }","duration":"168.264122ms","start":"2026-04-02T03:42:03.208092Z","end":"2026-04-02T03:42:03.376357Z","steps":["trace[1026224928] 'process raft request' (duration: 167.990544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:42:03.376852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.615113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T03:42:03.376912Z","caller":"traceutil/trace.go:171","msg":"trace[776798953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4003; }","duration":"129.745637ms","start":"2026-04-02T03:42:03.24715Z","end":"2026-04-02T03:42:03.376896Z","steps":["trace[776798953] 'agreement among raft nodes before linearized reading' (duration: 129.318015ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:42:03.503813Z","caller":"traceutil/trace.go:171","msg":"trace[1295597913] transaction","detail":"{read_only:false; response_revision:4004; number_of_response:1; }","duration":"121.791137ms","start":"2026-04-02T03:42:03.381995Z","end":"2026-04-02T03:42:03.503786Z","steps":["trace[1295597913] 'process raft request' (duration: 121.024726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:42:48.78392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.258909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-nctf5-tls-d4v5n\" ","response":"range_response_count:1 size:2629"} {"level":"info","ts":"2026-04-02T03:42:48.78406Z","caller":"traceutil/trace.go:171","msg":"trace[1102597923] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-nctf5-tls-d4v5n; range_end:; response_count:1; response_revision:4786; }","duration":"101.435524ms","start":"2026-04-02T03:42:48.68261Z","end":"2026-04-02T03:42:48.784046Z","steps":["trace[1102597923] 'agreement among raft nodes before linearized reading' (duration: 101.122276ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:42:48.784339Z","caller":"traceutil/trace.go:171","msg":"trace[806034470] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"101.2808ms","start":"2026-04-02T03:42:48.682424Z","end":"2026-04-02T03:42:48.783705Z","steps":["trace[806034470] 'process raft request' (duration: 91.16588ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:42:48.866563Z","caller":"traceutil/trace.go:171","msg":"trace[916603289] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"156.400973ms","start":"2026-04-02T03:42:48.710133Z","end":"2026-04-02T03:42:48.866534Z","steps":["trace[916603289] 'process raft request' (duration: 156.154297ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:42:48.866822Z","caller":"traceutil/trace.go:171","msg":"trace[100726199] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"152.397154ms","start":"2026-04-02T03:42:48.714383Z","end":"2026-04-02T03:42:48.866781Z","steps":["trace[100726199] 'process raft request' (duration: 152.077555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:42:48.867048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.117232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-02T03:42:48.867141Z","caller":"traceutil/trace.go:171","msg":"trace[2107227849] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4788; }","duration":"166.221735ms","start":"2026-04-02T03:42:48.700897Z","end":"2026-04-02T03:42:48.867119Z","steps":["trace[2107227849] 'agreement among raft nodes before linearized reading' (duration: 165.973399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:42:48.867781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.840371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-04-02T03:42:48.867873Z","caller":"traceutil/trace.go:171","msg":"trace[424647388] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4788; }","duration":"115.980245ms","start":"2026-04-02T03:42:48.751874Z","end":"2026-04-02T03:42:48.867854Z","steps":["trace[424647388] 'agreement among raft nodes before linearized reading' (duration: 114.931637ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:42:50.701971Z","caller":"traceutil/trace.go:171","msg":"trace[2121847621] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"116.935903ms","start":"2026-04-02T03:42:50.58501Z","end":"2026-04-02T03:42:50.701946Z","steps":["trace[2121847621] 'process raft request' (duration: 116.765548ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:42:50.7183Z","caller":"traceutil/trace.go:171","msg":"trace[1180055085] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"132.103872ms","start":"2026-04-02T03:42:50.586173Z","end":"2026-04-02T03:42:50.718276Z","steps":["trace[1180055085] 'process raft request' (duration: 131.973749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:42:53.065888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.182274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:42:53.065955Z","caller":"traceutil/trace.go:171","msg":"trace[1413873148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4921; }","duration":"188.300247ms","start":"2026-04-02T03:42:52.877641Z","end":"2026-04-02T03:42:53.065942Z","steps":["trace[1413873148] 'range keys from in-memory index tree' (duration: 188.08393ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:42:54.859838Z","caller":"traceutil/trace.go:171","msg":"trace[1709772847] linearizableReadLoop","detail":"{readStateIndex:5132; appliedIndex:5131; }","duration":"123.954007ms","start":"2026-04-02T03:42:54.735856Z","end":"2026-04-02T03:42:54.85981Z","steps":["trace[1709772847] 'read index received' (duration: 97.727882ms)","trace[1709772847] 'applied index is now lower than readState.Index' (duration: 26.224775ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:42:54.859947Z","caller":"traceutil/trace.go:171","msg":"trace[1130457407] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"132.535954ms","start":"2026-04-02T03:42:54.727379Z","end":"2026-04-02T03:42:54.859915Z","steps":["trace[1130457407] 'process raft request' (duration: 106.253987ms)","trace[1130457407] 'compare' (duration: 26.04887ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:42:54.860108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.229994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-02T03:42:54.860174Z","caller":"traceutil/trace.go:171","msg":"trace[1094370196] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4953; }","duration":"124.333047ms","start":"2026-04-02T03:42:54.735828Z","end":"2026-04-02T03:42:54.860161Z","steps":["trace[1094370196] 'agreement among raft nodes before linearized reading' (duration: 124.116751ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:43:04.370135Z","caller":"traceutil/trace.go:171","msg":"trace[913533187] linearizableReadLoop","detail":"{readStateIndex:5333; appliedIndex:5331; }","duration":"138.056939ms","start":"2026-04-02T03:43:04.231999Z","end":"2026-04-02T03:43:04.370056Z","steps":["trace[913533187] 'read index received' (duration: 16.946265ms)","trace[913533187] 'applied index is now lower than readState.Index' (duration: 121.109024ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:43:04.370197Z","caller":"traceutil/trace.go:171","msg":"trace[1043783959] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"144.517927ms","start":"2026-04-02T03:43:04.225634Z","end":"2026-04-02T03:43:04.370152Z","steps":["trace[1043783959] 'process raft request' (duration: 64.419458ms)","trace[1043783959] 'compare' (duration: 79.78525ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:43:04.370345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.321276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T03:43:04.370434Z","caller":"traceutil/trace.go:171","msg":"trace[417424784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5150; }","duration":"138.44988ms","start":"2026-04-02T03:43:04.231963Z","end":"2026-04-02T03:43:04.370413Z","steps":["trace[417424784] 'agreement among raft nodes before linearized reading' (duration: 138.235624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:43:04.370442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.279338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T03:43:04.370503Z","caller":"traceutil/trace.go:171","msg":"trace[1795522343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5150; }","duration":"133.372681ms","start":"2026-04-02T03:43:04.237112Z","end":"2026-04-02T03:43:04.370485Z","steps":["trace[1795522343] 'agreement among raft nodes before linearized reading' (duration: 133.153115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:43:04.370476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.076776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-02T03:43:04.370561Z","caller":"traceutil/trace.go:171","msg":"trace[631554769] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5150; }","duration":"128.199358ms","start":"2026-04-02T03:43:04.242339Z","end":"2026-04-02T03:43:04.370539Z","steps":["trace[631554769] 'agreement among raft nodes before linearized reading' (duration: 127.946462ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:43:12.627053Z","caller":"traceutil/trace.go:171","msg":"trace[2124871269] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"179.092626ms","start":"2026-04-02T03:43:12.447925Z","end":"2026-04-02T03:43:12.627017Z","steps":["trace[2124871269] 'process raft request' (duration: 118.913495ms)","trace[2124871269] 'compare' (duration: 59.982646ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:43:12.791127Z","caller":"traceutil/trace.go:171","msg":"trace[817373465] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"159.439206ms","start":"2026-04-02T03:43:12.631662Z","end":"2026-04-02T03:43:12.791101Z","steps":["trace[817373465] 'process raft request' (duration: 159.284672ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:43:12.791159Z","caller":"traceutil/trace.go:171","msg":"trace[945197299] linearizableReadLoop","detail":"{readStateIndex:5510; appliedIndex:5510; }","duration":"158.212443ms","start":"2026-04-02T03:43:12.632896Z","end":"2026-04-02T03:43:12.791109Z","steps":["trace[945197299] 'read index received' (duration: 158.201403ms)","trace[945197299] 'applied index is now lower than readState.Index' (duration: 8.84µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:43:12.791511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.599993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80035"} {"level":"info","ts":"2026-04-02T03:43:12.791587Z","caller":"traceutil/trace.go:171","msg":"trace[1955859208] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5322; }","duration":"158.710546ms","start":"2026-04-02T03:43:12.632849Z","end":"2026-04-02T03:43:12.791559Z","steps":["trace[1955859208] 'agreement among raft nodes before linearized reading' (duration: 158.386267ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:43:12.919393Z","caller":"traceutil/trace.go:171","msg":"trace[1822507239] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"114.499113ms","start":"2026-04-02T03:43:12.80485Z","end":"2026-04-02T03:43:12.919349Z","steps":["trace[1822507239] 'process raft request' (duration: 114.227326ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:44:51.798266Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3036} {"level":"info","ts":"2026-04-02T03:44:51.909415Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3036,"took":"109.476467ms","hash":274546212,"current-db-size-bytes":58937344,"current-db-size":"59 MB","current-db-size-in-use-bytes":32354304,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-02T03:44:51.909506Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":274546212,"revision":3036,"compact-revision":-1} {"level":"info","ts":"2026-04-02T03:49:19.339429Z","caller":"traceutil/trace.go:171","msg":"trace[1736441591] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"283.85994ms","start":"2026-04-02T03:49:19.055539Z","end":"2026-04-02T03:49:19.339399Z","steps":["trace[1736441591] 'process raft request' (duration: 283.617313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:49:30.478891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.547659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T03:49:30.479041Z","caller":"traceutil/trace.go:171","msg":"trace[860019258] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8218; }","duration":"216.785265ms","start":"2026-04-02T03:49:30.26223Z","end":"2026-04-02T03:49:30.479015Z","steps":["trace[860019258] 'count revisions from in-memory index tree' (duration: 216.394034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:49:30.479119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.222313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T03:49:30.479277Z","caller":"traceutil/trace.go:171","msg":"trace[2118105863] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"215.396106ms","start":"2026-04-02T03:49:30.263857Z","end":"2026-04-02T03:49:30.479253Z","steps":["trace[2118105863] 'process raft request' (duration: 55.903656ms)","trace[2118105863] 'compare' (duration: 158.832162ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:49:31.4851Z","caller":"traceutil/trace.go:171","msg":"trace[1172537353] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"122.706414ms","start":"2026-04-02T03:49:31.362362Z","end":"2026-04-02T03:49:31.485068Z","steps":["trace[1172537353] 'process raft request' (duration: 122.437967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:49:31.98767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.84788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:49:31.987757Z","caller":"traceutil/trace.go:171","msg":"trace[1241197747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8227; }","duration":"108.997204ms","start":"2026-04-02T03:49:31.878741Z","end":"2026-04-02T03:49:31.987739Z","steps":["trace[1241197747] 'range keys from in-memory index tree' (duration: 108.731287ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:49:32.664704Z","caller":"traceutil/trace.go:171","msg":"trace[374933653] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"103.76179ms","start":"2026-04-02T03:49:32.560913Z","end":"2026-04-02T03:49:32.664675Z","steps":["trace[374933653] 'process raft request' (duration: 103.497413ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:49:51.803841Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6219} {"level":"info","ts":"2026-04-02T03:49:51.926468Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6219,"took":"119.754902ms","hash":98143407,"current-db-size-bytes":58937344,"current-db-size":"59 MB","current-db-size-in-use-bytes":23085056,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-02T03:49:51.926531Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":98143407,"revision":6219,"compact-revision":3036} {"level":"info","ts":"2026-04-02T03:50:12.438523Z","caller":"traceutil/trace.go:171","msg":"trace[1009116306] transaction","detail":"{read_only:false; response_revision:8541; number_of_response:1; }","duration":"122.792646ms","start":"2026-04-02T03:50:12.315705Z","end":"2026-04-02T03:50:12.438497Z","steps":["trace[1009116306] 'process raft request' (duration: 122.621042ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:50:12.459981Z","caller":"traceutil/trace.go:171","msg":"trace[1687618259] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"108.062408ms","start":"2026-04-02T03:50:12.351892Z","end":"2026-04-02T03:50:12.459955Z","steps":["trace[1687618259] 'process raft request' (duration: 107.877233ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:50:13.141155Z","caller":"traceutil/trace.go:171","msg":"trace[155470560] transaction","detail":"{read_only:false; response_revision:8549; number_of_response:1; }","duration":"116.382929ms","start":"2026-04-02T03:50:13.024743Z","end":"2026-04-02T03:50:13.141126Z","steps":["trace[155470560] 'process raft request' (duration: 76.895006ms)","trace[155470560] 'compare' (duration: 39.36081ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:50:37.599303Z","caller":"traceutil/trace.go:171","msg":"trace[40600541] linearizableReadLoop","detail":"{readStateIndex:9123; appliedIndex:9122; }","duration":"238.151814ms","start":"2026-04-02T03:50:37.361133Z","end":"2026-04-02T03:50:37.599285Z","steps":["trace[40600541] 'read index received' (duration: 237.960359ms)","trace[40600541] 'applied index is now lower than readState.Index' (duration: 190.365µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T03:50:37.599376Z","caller":"traceutil/trace.go:171","msg":"trace[2015681324] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"246.338001ms","start":"2026-04-02T03:50:37.353Z","end":"2026-04-02T03:50:37.599338Z","steps":["trace[2015681324] 'process raft request' (duration: 246.156376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:50:37.599508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.358791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-04-02T03:50:37.599546Z","caller":"traceutil/trace.go:171","msg":"trace[1095436321] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8821; }","duration":"238.438222ms","start":"2026-04-02T03:50:37.361089Z","end":"2026-04-02T03:50:37.599528Z","steps":["trace[1095436321] 'agreement among raft nodes before linearized reading' (duration: 238.317849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:50:37.599666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.745464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xjm2z\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-02T03:50:37.599772Z","caller":"traceutil/trace.go:171","msg":"trace[1668780840] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xjm2z; range_end:; response_count:1; response_revision:8821; }","duration":"211.897378ms","start":"2026-04-02T03:50:37.387852Z","end":"2026-04-02T03:50:37.59975Z","steps":["trace[1668780840] 'agreement among raft nodes before linearized reading' (duration: 211.61196ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:50:57.120158Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002421.wal"} {"level":"info","ts":"2026-04-02T03:51:31.13807Z","caller":"traceutil/trace.go:171","msg":"trace[372217431] linearizableReadLoop","detail":"{readStateIndex:9617; appliedIndex:9616; }","duration":"113.710285ms","start":"2026-04-02T03:51:31.024329Z","end":"2026-04-02T03:51:31.138039Z","steps":["trace[372217431] 'read index received' (duration: 113.476688ms)","trace[372217431] 'applied index is now lower than readState.Index' (duration: 232.687µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:51:31.138268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.894069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T03:51:31.138408Z","caller":"traceutil/trace.go:171","msg":"trace[1166951514] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9303; }","duration":"114.107795ms","start":"2026-04-02T03:51:31.024276Z","end":"2026-04-02T03:51:31.138384Z","steps":["trace[1166951514] 'agreement among raft nodes before linearized reading' (duration: 113.874719ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:51:31.138721Z","caller":"traceutil/trace.go:171","msg":"trace[1854981989] transaction","detail":"{read_only:false; response_revision:9303; number_of_response:1; }","duration":"177.739124ms","start":"2026-04-02T03:51:30.960964Z","end":"2026-04-02T03:51:31.138703Z","steps":["trace[1854981989] 'process raft request' (duration: 176.87924ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:51:31.403687Z","caller":"traceutil/trace.go:171","msg":"trace[100851690] transaction","detail":"{read_only:false; response_revision:9305; number_of_response:1; }","duration":"106.506244ms","start":"2026-04-02T03:51:31.297152Z","end":"2026-04-02T03:51:31.403658Z","steps":["trace[100851690] 'process raft request' (duration: 106.33535ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:52:23.502805Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cb89ec34a9687f0b","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-02T03:52:23.508054Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-02T03:52:23.508145Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-02T03:54:51.811941Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8341} {"level":"info","ts":"2026-04-02T03:54:51.889591Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8341,"took":"74.456295ms","hash":4000682454,"current-db-size-bytes":58937344,"current-db-size":"59 MB","current-db-size-in-use-bytes":26701824,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-02T03:54:51.890079Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4000682454,"revision":8341,"compact-revision":6219} {"level":"info","ts":"2026-04-02T03:55:15.801343Z","caller":"traceutil/trace.go:171","msg":"trace[2001389337] transaction","detail":"{read_only:false; response_revision:11155; number_of_response:1; }","duration":"196.204657ms","start":"2026-04-02T03:55:15.605091Z","end":"2026-04-02T03:55:15.801295Z","steps":["trace[2001389337] 'process raft request' (duration: 195.988121ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:55:15.801262Z","caller":"traceutil/trace.go:171","msg":"trace[1141753168] linearizableReadLoop","detail":"{readStateIndex:11524; appliedIndex:11523; }","duration":"189.020558ms","start":"2026-04-02T03:55:15.612214Z","end":"2026-04-02T03:55:15.801234Z","steps":["trace[1141753168] 'read index received' (duration: 188.812672ms)","trace[1141753168] 'applied index is now lower than readState.Index' (duration: 206.776µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T03:55:15.801529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.291145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T03:55:15.801713Z","caller":"traceutil/trace.go:171","msg":"trace[1576678099] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:11155; }","duration":"189.535241ms","start":"2026-04-02T03:55:15.612146Z","end":"2026-04-02T03:55:15.801681Z","steps":["trace[1576678099] 'agreement among raft nodes before linearized reading' (duration: 189.288404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T03:55:15.801926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.745909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T03:55:15.801994Z","caller":"traceutil/trace.go:171","msg":"trace[1207587456] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11155; }","duration":"179.857172ms","start":"2026-04-02T03:55:15.622119Z","end":"2026-04-02T03:55:15.801976Z","steps":["trace[1207587456] 'agreement among raft nodes before linearized reading' (duration: 179.609996ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T03:59:51.818721Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11022} {"level":"info","ts":"2026-04-02T03:59:51.905929Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11022,"took":"84.768124ms","hash":3504603153,"current-db-size-bytes":58937344,"current-db-size":"59 MB","current-db-size-in-use-bytes":28360704,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-02T03:59:51.905991Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3504603153,"revision":11022,"compact-revision":8341} {"level":"info","ts":"2026-04-02T04:02:01.469993Z","caller":"traceutil/trace.go:171","msg":"trace[420642783] transaction","detail":"{read_only:false; response_revision:13850; number_of_response:1; }","duration":"187.235262ms","start":"2026-04-02T04:02:01.282735Z","end":"2026-04-02T04:02:01.469971Z","steps":["trace[420642783] 'process raft request' (duration: 187.015676ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:02:01.469982Z","caller":"traceutil/trace.go:171","msg":"trace[1150187606] linearizableReadLoop","detail":"{readStateIndex:14315; appliedIndex:14314; }","duration":"149.126444ms","start":"2026-04-02T04:02:01.320828Z","end":"2026-04-02T04:02:01.469954Z","steps":["trace[1150187606] 'read index received' (duration: 149.046072ms)","trace[1150187606] 'applied index is now lower than readState.Index' (duration: 79.142µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T04:02:01.47016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.30778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T04:02:01.470235Z","caller":"traceutil/trace.go:171","msg":"trace[1147893474] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13850; }","duration":"149.419613ms","start":"2026-04-02T04:02:01.320783Z","end":"2026-04-02T04:02:01.470203Z","steps":["trace[1147893474] 'agreement among raft nodes before linearized reading' (duration: 149.252939ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:02:23.798865Z","caller":"traceutil/trace.go:171","msg":"trace[1812994280] linearizableReadLoop","detail":"{readStateIndex:14639; appliedIndex:14638; }","duration":"231.579572ms","start":"2026-04-02T04:02:23.567254Z","end":"2026-04-02T04:02:23.798834Z","steps":["trace[1812994280] 'read index received' (duration: 231.354906ms)","trace[1812994280] 'applied index is now lower than readState.Index' (duration: 223.476µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:02:23.799013Z","caller":"traceutil/trace.go:171","msg":"trace[1056324692] transaction","detail":"{read_only:false; response_revision:14163; number_of_response:1; }","duration":"259.412873ms","start":"2026-04-02T04:02:23.539535Z","end":"2026-04-02T04:02:23.798948Z","steps":["trace[1056324692] 'process raft request' (duration: 259.144624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:02:23.799067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.801249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T04:02:23.799108Z","caller":"traceutil/trace.go:171","msg":"trace[1408581008] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14163; }","duration":"231.896062ms","start":"2026-04-02T04:02:23.567201Z","end":"2026-04-02T04:02:23.799097Z","steps":["trace[1408581008] 'agreement among raft nodes before linearized reading' (duration: 231.739658ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:02:23.934647Z","caller":"traceutil/trace.go:171","msg":"trace[1779158172] transaction","detail":"{read_only:false; response_revision:14164; number_of_response:1; }","duration":"131.368328ms","start":"2026-04-02T04:02:23.803217Z","end":"2026-04-02T04:02:23.934585Z","steps":["trace[1779158172] 'process raft request' (duration: 111.44501ms)","trace[1779158172] 'compare' (duration: 19.029733ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:03:15.721142Z","caller":"traceutil/trace.go:171","msg":"trace[782410319] transaction","detail":"{read_only:false; response_revision:14791; number_of_response:1; }","duration":"107.760487ms","start":"2026-04-02T04:03:15.613354Z","end":"2026-04-02T04:03:15.721114Z","steps":["trace[782410319] 'process raft request' (duration: 107.578622ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:03:49.249125Z","caller":"traceutil/trace.go:171","msg":"trace[695173230] linearizableReadLoop","detail":"{readStateIndex:15465; appliedIndex:15464; }","duration":"100.05172ms","start":"2026-04-02T04:03:49.149038Z","end":"2026-04-02T04:03:49.24909Z","steps":["trace[695173230] 'read index received' (duration: 99.970558ms)","trace[695173230] 'applied index is now lower than readState.Index' (duration: 79.882µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T04:03:49.249261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.209864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T04:03:49.24929Z","caller":"traceutil/trace.go:171","msg":"trace[1386058925] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14965; }","duration":"100.254915ms","start":"2026-04-02T04:03:49.149025Z","end":"2026-04-02T04:03:49.24928Z","steps":["trace[1386058925] 'agreement among raft nodes before linearized reading' (duration: 100.189644ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:03:49.249238Z","caller":"traceutil/trace.go:171","msg":"trace[2088969614] transaction","detail":"{read_only:false; response_revision:14965; number_of_response:1; }","duration":"119.642559ms","start":"2026-04-02T04:03:49.12955Z","end":"2026-04-02T04:03:49.249193Z","steps":["trace[2088969614] 'process raft request' (duration: 119.390922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:03:49.262387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.769619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T04:03:49.262469Z","caller":"traceutil/trace.go:171","msg":"trace[371519478] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14966; }","duration":"111.892692ms","start":"2026-04-02T04:03:49.150559Z","end":"2026-04-02T04:03:49.262452Z","steps":["trace[371519478] 'agreement among raft nodes before linearized reading' (duration: 111.716527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:03:49.262573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.745408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-02T04:03:49.262647Z","caller":"traceutil/trace.go:171","msg":"trace[98666925] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14966; }","duration":"111.844891ms","start":"2026-04-02T04:03:49.150784Z","end":"2026-04-02T04:03:49.262629Z","steps":["trace[98666925] 'agreement among raft nodes before linearized reading' (duration: 111.613745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:03:49.262667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.639012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-02T04:03:49.262766Z","caller":"traceutil/trace.go:171","msg":"trace[246020040] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14966; }","duration":"108.755864ms","start":"2026-04-02T04:03:49.153992Z","end":"2026-04-02T04:03:49.262748Z","steps":["trace[246020040] 'agreement among raft nodes before linearized reading' (duration: 108.531328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:03:49.262835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.20324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-02T04:03:49.262882Z","caller":"traceutil/trace.go:171","msg":"trace[1800761285] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14966; }","duration":"112.276903ms","start":"2026-04-02T04:03:49.150592Z","end":"2026-04-02T04:03:49.262868Z","steps":["trace[1800761285] 'agreement among raft nodes before linearized reading' (duration: 112.127839ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:03:49.520281Z","caller":"traceutil/trace.go:171","msg":"trace[1785196637] transaction","detail":"{read_only:false; response_revision:14968; number_of_response:1; }","duration":"247.415926ms","start":"2026-04-02T04:03:49.272805Z","end":"2026-04-02T04:03:49.520221Z","steps":["trace[1785196637] 'process raft request' (duration: 149.452073ms)","trace[1785196637] 'compare' (duration: 97.547951ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:03:49.524682Z","caller":"traceutil/trace.go:171","msg":"trace[1684032714] transaction","detail":"{read_only:false; response_revision:14969; number_of_response:1; }","duration":"238.92549ms","start":"2026-04-02T04:03:49.285736Z","end":"2026-04-02T04:03:49.524661Z","steps":["trace[1684032714] 'process raft request' (duration: 238.682623ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:03:49.52473Z","caller":"traceutil/trace.go:171","msg":"trace[1367266520] transaction","detail":"{read_only:false; response_revision:14970; number_of_response:1; }","duration":"190.209005ms","start":"2026-04-02T04:03:49.334491Z","end":"2026-04-02T04:03:49.5247Z","steps":["trace[1367266520] 'process raft request' (duration: 190.03569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:03:49.794292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.590595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-02T04:03:49.79443Z","caller":"traceutil/trace.go:171","msg":"trace[1072755412] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14970; }","duration":"166.7981ms","start":"2026-04-02T04:03:49.627608Z","end":"2026-04-02T04:03:49.794406Z","steps":["trace[1072755412] 'range keys from in-memory index tree' (duration: 166.396729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:03:50.177247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.656882ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-02T04:03:50.177357Z","caller":"traceutil/trace.go:171","msg":"trace[1246140025] linearizableReadLoop","detail":"{readStateIndex:15472; appliedIndex:15471; }","duration":"289.144965ms","start":"2026-04-02T04:03:49.888189Z","end":"2026-04-02T04:03:50.177334Z","steps":["trace[1246140025] 'read index received' (duration: 60.339919ms)","trace[1246140025] 'applied index is now lower than readState.Index' (duration: 228.803526ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T04:03:50.177757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.566058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-92pk2\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-02T04:03:50.177798Z","caller":"traceutil/trace.go:171","msg":"trace[799970531] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-92pk2; range_end:; response_count:1; response_revision:14971; }","duration":"289.65481ms","start":"2026-04-02T04:03:49.888134Z","end":"2026-04-02T04:03:50.177788Z","steps":["trace[799970531] 'agreement among raft nodes before linearized reading' (duration: 289.478655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:03:50.190872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.842675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T04:03:50.190935Z","caller":"traceutil/trace.go:171","msg":"trace[1647006945] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14972; }","duration":"153.963461ms","start":"2026-04-02T04:03:50.036957Z","end":"2026-04-02T04:03:50.19092Z","steps":["trace[1647006945] 'agreement among raft nodes before linearized reading' (duration: 153.869637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:03:50.191197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.519248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T04:03:50.191227Z","caller":"traceutil/trace.go:171","msg":"trace[324964517] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:14972; }","duration":"213.57921ms","start":"2026-04-02T04:03:49.977641Z","end":"2026-04-02T04:03:50.19122Z","steps":["trace[324964517] 'agreement among raft nodes before linearized reading' (duration: 213.533009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:03:50.191216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.194742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T04:03:50.191287Z","caller":"traceutil/trace.go:171","msg":"trace[1103719247] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14972; }","duration":"201.309346ms","start":"2026-04-02T04:03:49.989948Z","end":"2026-04-02T04:03:50.191257Z","steps":["trace[1103719247] 'agreement among raft nodes before linearized reading' (duration: 201.214583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:03:50.191528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.372629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-02T04:03:50.191548Z","caller":"traceutil/trace.go:171","msg":"trace[209232124] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14972; }","duration":"200.420221ms","start":"2026-04-02T04:03:49.991123Z","end":"2026-04-02T04:03:50.191543Z","steps":["trace[209232124] 'agreement among raft nodes before linearized reading' (duration: 200.313208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:03:50.191548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.32228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-02T04:03:50.191634Z","caller":"traceutil/trace.go:171","msg":"trace[1893743953] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14972; }","duration":"229.464884ms","start":"2026-04-02T04:03:49.96215Z","end":"2026-04-02T04:03:50.191615Z","steps":["trace[1893743953] 'agreement among raft nodes before linearized reading' (duration: 229.225927ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:04:51.830214Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13060} {"level":"info","ts":"2026-04-02T04:04:51.912796Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13060,"took":"79.992508ms","hash":2052915704,"current-db-size-bytes":58937344,"current-db-size":"59 MB","current-db-size-in-use-bytes":30576640,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-02T04:04:51.912981Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2052915704,"revision":13060,"compact-revision":11022} {"level":"warn","ts":"2026-04-02T04:06:40.545953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.951933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T04:06:40.546152Z","caller":"traceutil/trace.go:171","msg":"trace[487024981] transaction","detail":"{read_only:false; response_revision:16406; number_of_response:1; }","duration":"123.279597ms","start":"2026-04-02T04:06:40.42284Z","end":"2026-04-02T04:06:40.546119Z","steps":["trace[487024981] 'process raft request' (duration: 12.067945ms)","trace[487024981] 'compare' (duration: 110.83085ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:09:27.676841Z","caller":"traceutil/trace.go:171","msg":"trace[1895981061] transaction","detail":"{read_only:false; response_revision:17527; number_of_response:1; }","duration":"157.644541ms","start":"2026-04-02T04:09:27.51916Z","end":"2026-04-02T04:09:27.676804Z","steps":["trace[1895981061] 'process raft request' (duration: 157.428855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:09:28.000648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.670144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:09:28.000781Z","caller":"traceutil/trace.go:171","msg":"trace[1975960664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17527; }","duration":"120.865719ms","start":"2026-04-02T04:09:27.879894Z","end":"2026-04-02T04:09:28.00076Z","steps":["trace[1975960664] 'range keys from in-memory index tree' (duration: 120.541951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:09:28.474825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.748673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-xlgdg\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-04-02T04:09:28.474898Z","caller":"traceutil/trace.go:171","msg":"trace[261134829] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-xlgdg; range_end:; response_count:1; response_revision:17529; }","duration":"280.871347ms","start":"2026-04-02T04:09:28.19401Z","end":"2026-04-02T04:09:28.474881Z","steps":["trace[261134829] 'range keys from in-memory index tree' (duration: 280.570059ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:09:40.032332Z","caller":"traceutil/trace.go:171","msg":"trace[1042966033] transaction","detail":"{read_only:false; response_revision:17744; number_of_response:1; }","duration":"101.199633ms","start":"2026-04-02T04:09:39.930901Z","end":"2026-04-02T04:09:40.032101Z","steps":["trace[1042966033] 'process raft request' (duration: 100.774001ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:09:51.83687Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15386} {"level":"info","ts":"2026-04-02T04:09:51.931044Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15386,"took":"91.835111ms","hash":3652396204,"current-db-size-bytes":58937344,"current-db-size":"59 MB","current-db-size-in-use-bytes":32202752,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-02T04:09:51.931106Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3652396204,"revision":15386,"compact-revision":13060} {"level":"info","ts":"2026-04-02T04:13:13.147842Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cb89ec34a9687f0b","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-02T04:13:13.15355Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-02T04:13:13.153707Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-02T04:14:51.847314Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17820} {"level":"info","ts":"2026-04-02T04:14:51.945435Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17820,"took":"94.188538ms","hash":973035059,"current-db-size-bytes":58937344,"current-db-size":"59 MB","current-db-size-in-use-bytes":33460224,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-02T04:14:51.945579Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":973035059,"revision":17820,"compact-revision":15386} {"level":"info","ts":"2026-04-02T04:15:36.840643Z","caller":"traceutil/trace.go:171","msg":"trace[1176341417] transaction","detail":"{read_only:false; response_revision:20336; number_of_response:1; }","duration":"164.162183ms","start":"2026-04-02T04:15:36.676463Z","end":"2026-04-02T04:15:36.840625Z","steps":["trace[1176341417] 'process raft request' (duration: 163.557696ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:15:55.157889Z","caller":"traceutil/trace.go:171","msg":"trace[1029567453] transaction","detail":"{read_only:false; response_revision:20430; number_of_response:1; }","duration":"210.206154ms","start":"2026-04-02T04:15:54.947637Z","end":"2026-04-02T04:15:55.157843Z","steps":["trace[1029567453] 'process raft request' (duration: 134.688424ms)","trace[1029567453] 'compare' (duration: 75.343245ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T04:15:56.368966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.538915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:15:56.369048Z","caller":"traceutil/trace.go:171","msg":"trace[305362286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20436; }","duration":"109.676699ms","start":"2026-04-02T04:15:56.259352Z","end":"2026-04-02T04:15:56.369029Z","steps":["trace[305362286] 'range keys from in-memory index tree' (duration: 109.434402ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:19:47.135362Z","caller":"traceutil/trace.go:171","msg":"trace[858961258] transaction","detail":"{read_only:false; response_revision:22807; number_of_response:1; }","duration":"109.489523ms","start":"2026-04-02T04:19:47.025852Z","end":"2026-04-02T04:19:47.135342Z","steps":["trace[858961258] 'process raft request' (duration: 107.331753ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:19:47.13612Z","caller":"traceutil/trace.go:171","msg":"trace[1005605087] transaction","detail":"{read_only:false; response_revision:22808; number_of_response:1; }","duration":"103.879728ms","start":"2026-04-02T04:19:47.032195Z","end":"2026-04-02T04:19:47.136075Z","steps":["trace[1005605087] 'process raft request' (duration: 103.490517ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:19:47.436252Z","caller":"traceutil/trace.go:171","msg":"trace[266460010] transaction","detail":"{read_only:false; response_revision:22810; number_of_response:1; }","duration":"293.241763ms","start":"2026-04-02T04:19:47.142984Z","end":"2026-04-02T04:19:47.436226Z","steps":["trace[266460010] 'process raft request' (duration: 293.073707ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:19:47.50885Z","caller":"traceutil/trace.go:171","msg":"trace[234227960] transaction","detail":"{read_only:false; response_revision:22811; number_of_response:1; }","duration":"204.927957ms","start":"2026-04-02T04:19:47.303901Z","end":"2026-04-02T04:19:47.508829Z","steps":["trace[234227960] 'process raft request' (duration: 204.770973ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:19:51.852931Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20075} {"level":"info","ts":"2026-04-02T04:19:51.961274Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20075,"took":"104.231148ms","hash":3323426374,"current-db-size-bytes":58937344,"current-db-size":"59 MB","current-db-size-in-use-bytes":39129088,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-04-02T04:19:51.961354Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3323426374,"revision":20075,"compact-revision":17820} {"level":"info","ts":"2026-04-02T04:23:00.025139Z","caller":"traceutil/trace.go:171","msg":"trace[1412828113] transaction","detail":"{read_only:false; response_revision:24827; number_of_response:1; }","duration":"237.614065ms","start":"2026-04-02T04:22:59.787498Z","end":"2026-04-02T04:23:00.025112Z","steps":["trace[1412828113] 'process raft request' (duration: 237.458961ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:23:00.175061Z","caller":"traceutil/trace.go:171","msg":"trace[883704208] transaction","detail":"{read_only:false; response_revision:24829; number_of_response:1; }","duration":"272.939968ms","start":"2026-04-02T04:22:59.902087Z","end":"2026-04-02T04:23:00.175027Z","steps":["trace[883704208] 'process raft request' (duration: 272.483456ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:23:00.175061Z","caller":"traceutil/trace.go:171","msg":"trace[9398787] transaction","detail":"{read_only:false; response_revision:24828; number_of_response:1; }","duration":"351.030309ms","start":"2026-04-02T04:22:59.823987Z","end":"2026-04-02T04:23:00.175018Z","steps":["trace[9398787] 'process raft request' (duration: 327.226067ms)","trace[9398787] 'compare' (duration: 22.798873ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T04:23:00.175402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:22:59.823964Z","time spent":"351.347767ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T04:23:00.334957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.301437ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-02T04:23:00.3352Z","caller":"traceutil/trace.go:171","msg":"trace[725856225] linearizableReadLoop","detail":"{readStateIndex:25634; appliedIndex:25632; }","duration":"497.385878ms","start":"2026-04-02T04:22:59.837758Z","end":"2026-04-02T04:23:00.335144Z","steps":["trace[725856225] 'read index received' (duration: 187.264106ms)","trace[725856225] 'applied index is now lower than readState.Index' (duration: 310.116151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T04:23:00.335479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.714237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-02T04:23:00.335566Z","caller":"traceutil/trace.go:171","msg":"trace[1655503653] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24829; }","duration":"497.855621ms","start":"2026-04-02T04:22:59.837688Z","end":"2026-04-02T04:23:00.335544Z","steps":["trace[1655503653] 'agreement among raft nodes before linearized reading' (duration: 497.562423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:23:00.335612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:22:59.837665Z","time spent":"497.937523ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T04:23:00.360787Z","caller":"traceutil/trace.go:171","msg":"trace[1117514178] transaction","detail":"{read_only:false; response_revision:24831; number_of_response:1; }","duration":"294.62427ms","start":"2026-04-02T04:23:00.066135Z","end":"2026-04-02T04:23:00.36076Z","steps":["trace[1117514178] 'process raft request' (duration: 294.561359ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:23:00.360828Z","caller":"traceutil/trace.go:171","msg":"trace[1201101293] transaction","detail":"{read_only:false; response_revision:24830; number_of_response:1; }","duration":"327.034571ms","start":"2026-04-02T04:23:00.033757Z","end":"2026-04-02T04:23:00.360791Z","steps":["trace[1201101293] 'process raft request' (duration: 326.686412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:23:00.360979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:23:00.03371Z","time spent":"327.181316ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T04:23:00.573863Z","caller":"traceutil/trace.go:171","msg":"trace[61232989] transaction","detail":"{read_only:false; response_revision:24833; number_of_response:1; }","duration":"368.01485ms","start":"2026-04-02T04:23:00.205826Z","end":"2026-04-02T04:23:00.573841Z","steps":["trace[61232989] 'process raft request' (duration: 367.875386ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:23:00.573864Z","caller":"traceutil/trace.go:171","msg":"trace[942607452] linearizableReadLoop","detail":"{readStateIndex:25640; appliedIndex:25636; }","duration":"238.574002ms","start":"2026-04-02T04:23:00.335268Z","end":"2026-04-02T04:23:00.573842Z","steps":["trace[942607452] 'read index received' (duration: 25.259792ms)","trace[942607452] 'applied index is now lower than readState.Index' (duration: 213.31334ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:23:00.573868Z","caller":"traceutil/trace.go:171","msg":"trace[672715824] transaction","detail":"{read_only:false; response_revision:24832; number_of_response:1; }","duration":"416.737646ms","start":"2026-04-02T04:23:00.157106Z","end":"2026-04-02T04:23:00.573844Z","steps":["trace[672715824] 'process raft request' (duration: 321.276782ms)","trace[672715824] 'compare' (duration: 95.056113ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T04:23:00.573986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:23:00.205797Z","time spent":"368.125883ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T04:23:00.574008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.484756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:23:00.574135Z","caller":"traceutil/trace.go:171","msg":"trace[613520258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24834; }","duration":"694.588369ms","start":"2026-04-02T04:22:59.879451Z","end":"2026-04-02T04:23:00.574039Z","steps":["trace[613520258] 'agreement among raft nodes before linearized reading' (duration: 694.482366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:23:00.574115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.447044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-02T04:23:00.574177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:22:59.879409Z","time spent":"694.755124ms","remote":"127.0.0.1:46938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T04:23:00.574188Z","caller":"traceutil/trace.go:171","msg":"trace[210263515] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24834; }","duration":"426.570848ms","start":"2026-04-02T04:23:00.147598Z","end":"2026-04-02T04:23:00.574169Z","steps":["trace[210263515] 'agreement among raft nodes before linearized reading' (duration: 426.266129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:23:00.574198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:23:00.157075Z","time spent":"416.886229ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T04:23:00.574227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:23:00.147582Z","time spent":"426.63744ms","remote":"127.0.0.1:33186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-02T04:23:00.574567Z","caller":"traceutil/trace.go:171","msg":"trace[243741053] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"235.169388ms","start":"2026-04-02T04:23:00.339367Z","end":"2026-04-02T04:23:00.574537Z","steps":["trace[243741053] 'process raft request' (duration: 234.429738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:23:00.574825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.25029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-02T04:23:00.574879Z","caller":"traceutil/trace.go:171","msg":"trace[346299541] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24834; }","duration":"430.379604ms","start":"2026-04-02T04:23:00.144487Z","end":"2026-04-02T04:23:00.574866Z","steps":["trace[346299541] 'agreement among raft nodes before linearized reading' (duration: 429.981143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:23:00.574882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.587362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-02T04:23:00.574918Z","caller":"traceutil/trace.go:171","msg":"trace[1180654018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24834; }","duration":"529.660354ms","start":"2026-04-02T04:23:00.045246Z","end":"2026-04-02T04:23:00.574906Z","steps":["trace[1180654018] 'agreement among raft nodes before linearized reading' (duration: 529.548621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:23:00.574919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:23:00.144468Z","time spent":"430.439125ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T04:23:00.574945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:23:00.045228Z","time spent":"529.711097ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T04:23:00.575029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.07424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T04:23:00.575102Z","caller":"traceutil/trace.go:171","msg":"trace[1278786599] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24834; }","duration":"306.197583ms","start":"2026-04-02T04:23:00.268888Z","end":"2026-04-02T04:23:00.575085Z","steps":["trace[1278786599] 'agreement among raft nodes before linearized reading' (duration: 305.492543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:23:00.575149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:23:00.268868Z","time spent":"306.270524ms","remote":"127.0.0.1:33518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-02T04:23:15.96289Z","caller":"traceutil/trace.go:171","msg":"trace[1355732744] transaction","detail":"{read_only:false; response_revision:24950; number_of_response:1; }","duration":"118.176985ms","start":"2026-04-02T04:23:15.844692Z","end":"2026-04-02T04:23:15.962869Z","steps":["trace[1355732744] 'process raft request' (duration: 117.938969ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:23:16.263172Z","caller":"traceutil/trace.go:171","msg":"trace[597290197] transaction","detail":"{read_only:false; response_revision:24952; number_of_response:1; }","duration":"127.419342ms","start":"2026-04-02T04:23:16.135723Z","end":"2026-04-02T04:23:16.263142Z","steps":["trace[597290197] 'process raft request' (duration: 127.048332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:23:24.814588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.10778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T04:23:24.814705Z","caller":"traceutil/trace.go:171","msg":"trace[1961699032] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25102; }","duration":"101.292886ms","start":"2026-04-02T04:23:24.713392Z","end":"2026-04-02T04:23:24.814685Z","steps":["trace[1961699032] 'count revisions from in-memory index tree' (duration: 100.898915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:23:24.814936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.534319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-02T04:23:24.81505Z","caller":"traceutil/trace.go:171","msg":"trace[1093554994] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25102; }","duration":"107.728474ms","start":"2026-04-02T04:23:24.707297Z","end":"2026-04-02T04:23:24.815026Z","steps":["trace[1093554994] 'range keys from in-memory index tree' (duration: 107.295563ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:23:51.808579Z","caller":"traceutil/trace.go:171","msg":"trace[1463925784] linearizableReadLoop","detail":"{readStateIndex:26149; appliedIndex:26148; }","duration":"164.707919ms","start":"2026-04-02T04:23:51.64383Z","end":"2026-04-02T04:23:51.808538Z","steps":["trace[1463925784] 'read index received' (duration: 147.246354ms)","trace[1463925784] 'applied index is now lower than readState.Index' (duration: 17.459665ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:23:51.808661Z","caller":"traceutil/trace.go:171","msg":"trace[1320861297] transaction","detail":"{read_only:false; response_revision:25330; number_of_response:1; }","duration":"165.906662ms","start":"2026-04-02T04:23:51.642715Z","end":"2026-04-02T04:23:51.808621Z","steps":["trace[1320861297] 'process raft request' (duration: 148.448467ms)","trace[1320861297] 'compare' (duration: 17.130616ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T04:23:51.808886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.024098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18541"} {"level":"info","ts":"2026-04-02T04:23:51.808939Z","caller":"traceutil/trace.go:171","msg":"trace[605492791] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25330; }","duration":"165.1309ms","start":"2026-04-02T04:23:51.643791Z","end":"2026-04-02T04:23:51.808922Z","steps":["trace[605492791] 'agreement among raft nodes before linearized reading' (duration: 164.891514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:23:57.487167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.160325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:23:57.487258Z","caller":"traceutil/trace.go:171","msg":"trace[2041136982] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25377; }","duration":"109.291499ms","start":"2026-04-02T04:23:57.377946Z","end":"2026-04-02T04:23:57.487238Z","steps":["trace[2041136982] 'range keys from in-memory index tree' (duration: 109.079672ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:24:03.094327Z","caller":"traceutil/trace.go:171","msg":"trace[1828529244] linearizableReadLoop","detail":"{readStateIndex:26236; appliedIndex:26234; }","duration":"216.749376ms","start":"2026-04-02T04:24:02.877549Z","end":"2026-04-02T04:24:03.094299Z","steps":["trace[1828529244] 'read index received' (duration: 4.017442ms)","trace[1828529244] 'applied index is now lower than readState.Index' (duration: 212.730604ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:24:03.094455Z","caller":"traceutil/trace.go:171","msg":"trace[353791154] transaction","detail":"{read_only:false; response_revision:25415; number_of_response:1; }","duration":"304.068254ms","start":"2026-04-02T04:24:02.790327Z","end":"2026-04-02T04:24:03.094395Z","steps":["trace[353791154] 'process raft request' (duration: 303.796966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:24:03.094512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.949911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:24:03.094575Z","caller":"traceutil/trace.go:171","msg":"trace[1866035662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25415; }","duration":"217.062334ms","start":"2026-04-02T04:24:02.877493Z","end":"2026-04-02T04:24:03.094556Z","steps":["trace[1866035662] 'agreement among raft nodes before linearized reading' (duration: 216.957311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:24:03.09467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:24:02.790303Z","time spent":"304.257448ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T04:24:03.330442Z","caller":"traceutil/trace.go:171","msg":"trace[772325701] transaction","detail":"{read_only:false; response_revision:25417; number_of_response:1; }","duration":"378.44311ms","start":"2026-04-02T04:24:02.951978Z","end":"2026-04-02T04:24:03.330421Z","steps":["trace[772325701] 'process raft request' (duration: 378.342088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:24:03.330624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:24:02.95195Z","time spent":"378.558084ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T04:24:03.330628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.354284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-02T04:24:03.330624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.833984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-02T04:24:03.330684Z","caller":"traceutil/trace.go:171","msg":"trace[2022475363] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25418; }","duration":"343.414996ms","start":"2026-04-02T04:24:02.987254Z","end":"2026-04-02T04:24:03.330669Z","steps":["trace[2022475363] 'agreement among raft nodes before linearized reading' (duration: 343.230881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:24:03.330719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:24:02.98721Z","time spent":"343.500988ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T04:24:03.330697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.113171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-02T04:24:03.330753Z","caller":"traceutil/trace.go:171","msg":"trace[2076606075] transaction","detail":"{read_only:false; response_revision:25416; number_of_response:1; }","duration":"378.78795ms","start":"2026-04-02T04:24:02.951948Z","end":"2026-04-02T04:24:03.330736Z","steps":["trace[2076606075] 'process raft request' (duration: 337.598085ms)","trace[2076606075] 'compare' (duration: 40.63471ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:24:03.330767Z","caller":"traceutil/trace.go:171","msg":"trace[2110056752] transaction","detail":"{read_only:false; response_revision:25418; number_of_response:1; }","duration":"296.357789ms","start":"2026-04-02T04:24:03.034399Z","end":"2026-04-02T04:24:03.330756Z","steps":["trace[2110056752] 'process raft request' (duration: 295.969598ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:24:03.330436Z","caller":"traceutil/trace.go:171","msg":"trace[1194473756] linearizableReadLoop","detail":"{readStateIndex:26239; appliedIndex:26236; }","duration":"235.99217ms","start":"2026-04-02T04:24:03.094419Z","end":"2026-04-02T04:24:03.330412Z","steps":["trace[1194473756] 'read index received' (duration: 195.174336ms)","trace[1194473756] 'applied index is now lower than readState.Index' (duration: 40.816804ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:24:03.330787Z","caller":"traceutil/trace.go:171","msg":"trace[1535412601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25418; }","duration":"333.239755ms","start":"2026-04-02T04:24:02.997522Z","end":"2026-04-02T04:24:03.330761Z","steps":["trace[1535412601] 'agreement among raft nodes before linearized reading' (duration: 333.001598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:24:03.33081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:24:02.951918Z","time spent":"378.865912ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T04:24:03.330842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:24:02.997505Z","time spent":"333.327627ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T04:24:03.33088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.957142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:24:03.330907Z","caller":"traceutil/trace.go:171","msg":"trace[2017610560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25418; }","duration":"235.029504ms","start":"2026-04-02T04:24:03.095868Z","end":"2026-04-02T04:24:03.330897Z","steps":["trace[2017610560] 'agreement among raft nodes before linearized reading' (duration: 234.986193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:24:03.330911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.659094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:24:03.330715Z","caller":"traceutil/trace.go:171","msg":"trace[1886880349] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25418; }","duration":"327.979608ms","start":"2026-04-02T04:24:03.002716Z","end":"2026-04-02T04:24:03.330695Z","steps":["trace[1886880349] 'agreement among raft nodes before linearized reading' (duration: 327.70654ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:24:03.330945Z","caller":"traceutil/trace.go:171","msg":"trace[17083623] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25418; }","duration":"111.722026ms","start":"2026-04-02T04:24:03.219214Z","end":"2026-04-02T04:24:03.330936Z","steps":["trace[17083623] 'agreement among raft nodes before linearized reading' (duration: 111.664795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:24:03.330971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:24:03.002702Z","time spent":"328.261165ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T04:24:13.256423Z","caller":"traceutil/trace.go:171","msg":"trace[1774751756] transaction","detail":"{read_only:false; response_revision:25488; number_of_response:1; }","duration":"111.798558ms","start":"2026-04-02T04:24:13.144604Z","end":"2026-04-02T04:24:13.256403Z","steps":["trace[1774751756] 'process raft request' (duration: 111.659774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:24:26.001527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.779446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:24:26.001623Z","caller":"traceutil/trace.go:171","msg":"trace[405121853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25726; }","duration":"121.93099ms","start":"2026-04-02T04:24:25.879672Z","end":"2026-04-02T04:24:26.001603Z","steps":["trace[405121853] 'range keys from in-memory index tree' (duration: 121.686774ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:24:51.862065Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22866} {"level":"info","ts":"2026-04-02T04:24:52.00756Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22866,"took":"141.082902ms","hash":3445446879,"current-db-size-bytes":61046784,"current-db-size":"61 MB","current-db-size-in-use-bytes":36139008,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-02T04:24:52.007681Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3445446879,"revision":22866,"compact-revision":20075} {"level":"warn","ts":"2026-04-02T04:25:03.813127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.150052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T04:25:03.813289Z","caller":"traceutil/trace.go:171","msg":"trace[142627875] transaction","detail":"{read_only:false; response_revision:26053; number_of_response:1; }","duration":"288.437839ms","start":"2026-04-02T04:25:03.524827Z","end":"2026-04-02T04:25:03.813265Z","steps":["trace[142627875] 'process raft request' (duration: 137.009779ms)","trace[142627875] 'compare' (duration: 150.816733ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:25:03.86874Z","caller":"traceutil/trace.go:171","msg":"trace[328915385] transaction","detail":"{read_only:false; response_revision:26055; number_of_response:1; }","duration":"323.274886ms","start":"2026-04-02T04:25:03.545438Z","end":"2026-04-02T04:25:03.868713Z","steps":["trace[328915385] 'process raft request' (duration: 323.155963ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:25:03.868828Z","caller":"traceutil/trace.go:171","msg":"trace[905168541] transaction","detail":"{read_only:false; response_revision:26054; number_of_response:1; }","duration":"338.957843ms","start":"2026-04-02T04:25:03.529853Z","end":"2026-04-02T04:25:03.868811Z","steps":["trace[905168541] 'process raft request' (duration: 338.588803ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:25:03.86885Z","caller":"traceutil/trace.go:171","msg":"trace[708923479] transaction","detail":"{read_only:false; response_revision:26056; number_of_response:1; }","duration":"323.257505ms","start":"2026-04-02T04:25:03.545539Z","end":"2026-04-02T04:25:03.868796Z","steps":["trace[708923479] 'process raft request' (duration: 323.110021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:25:03.868918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:25:03.545402Z","time spent":"323.41889ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T04:25:03.868937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:25:03.529842Z","time spent":"339.021744ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T04:25:03.868721Z","caller":"traceutil/trace.go:171","msg":"trace[1603809029] linearizableReadLoop","detail":"{readStateIndex:26892; appliedIndex:26888; }","duration":"216.695454ms","start":"2026-04-02T04:25:03.651999Z","end":"2026-04-02T04:25:03.868694Z","steps":["trace[1603809029] 'read index received' (duration: 9.940926ms)","trace[1603809029] 'applied index is now lower than readState.Index' (duration: 206.753198ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T04:25:03.869107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:25:03.545502Z","time spent":"323.465121ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T04:25:03.869183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.156836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-02T04:25:03.869291Z","caller":"traceutil/trace.go:171","msg":"trace[1039745859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26056; }","duration":"217.341021ms","start":"2026-04-02T04:25:03.651927Z","end":"2026-04-02T04:25:03.869268Z","steps":["trace[1039745859] 'agreement among raft nodes before linearized reading' (duration: 217.003292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:25:03.86931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.78388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T04:25:03.869394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.693926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-02T04:25:03.869399Z","caller":"traceutil/trace.go:171","msg":"trace[483965534] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26056; }","duration":"187.948594ms","start":"2026-04-02T04:25:03.68143Z","end":"2026-04-02T04:25:03.869378Z","steps":["trace[483965534] 'agreement among raft nodes before linearized reading' (duration: 187.79784ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:25:03.869491Z","caller":"traceutil/trace.go:171","msg":"trace[1559594298] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26056; }","duration":"215.806429ms","start":"2026-04-02T04:25:03.653631Z","end":"2026-04-02T04:25:03.869438Z","steps":["trace[1559594298] 'agreement among raft nodes before linearized reading' (duration: 215.553712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:25:03.869615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.065484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-02T04:25:03.869738Z","caller":"traceutil/trace.go:171","msg":"trace[478103711] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26056; }","duration":"213.218049ms","start":"2026-04-02T04:25:03.656495Z","end":"2026-04-02T04:25:03.869713Z","steps":["trace[478103711] 'agreement among raft nodes before linearized reading' (duration: 212.718994ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:25:41.093426Z","caller":"traceutil/trace.go:171","msg":"trace[964956247] transaction","detail":"{read_only:false; response_revision:26344; number_of_response:1; }","duration":"115.075609ms","start":"2026-04-02T04:25:40.978323Z","end":"2026-04-02T04:25:41.093398Z","steps":["trace[964956247] 'process raft request' (duration: 114.903824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:25:41.307284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.466936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T04:25:41.307521Z","caller":"traceutil/trace.go:171","msg":"trace[1827047732] linearizableReadLoop","detail":"{readStateIndex:27190; appliedIndex:27187; }","duration":"328.438551ms","start":"2026-04-02T04:25:40.979064Z","end":"2026-04-02T04:25:41.307502Z","steps":["trace[1827047732] 'read index received' (duration: 114.232896ms)","trace[1827047732] 'applied index is now lower than readState.Index' (duration: 214.204695ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:25:41.307608Z","caller":"traceutil/trace.go:171","msg":"trace[1170394468] transaction","detail":"{read_only:false; response_revision:26346; number_of_response:1; }","duration":"328.611316ms","start":"2026-04-02T04:25:40.978961Z","end":"2026-04-02T04:25:41.307572Z","steps":["trace[1170394468] 'process raft request' (duration: 328.462892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:25:41.307694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.76662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:25:41.307742Z","caller":"traceutil/trace.go:171","msg":"trace[1542383891] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26346; }","duration":"319.847902ms","start":"2026-04-02T04:25:40.98788Z","end":"2026-04-02T04:25:41.307728Z","steps":["trace[1542383891] 'agreement among raft nodes before linearized reading' (duration: 319.76274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:25:41.307748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.715051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T04:25:41.307781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:25:40.98787Z","time spent":"319.900124ms","remote":"127.0.0.1:47116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T04:25:41.307792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:25:40.978904Z","time spent":"328.7878ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T04:25:41.307815Z","caller":"traceutil/trace.go:171","msg":"trace[1670735716] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26346; }","duration":"295.791713ms","start":"2026-04-02T04:25:41.012009Z","end":"2026-04-02T04:25:41.307801Z","steps":["trace[1670735716] 'agreement among raft nodes before linearized reading' (duration: 295.642739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:25:41.307846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.735509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-02T04:25:41.307925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.48901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:25:41.307938Z","caller":"traceutil/trace.go:171","msg":"trace[1070826181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26346; }","duration":"328.898623ms","start":"2026-04-02T04:25:40.979013Z","end":"2026-04-02T04:25:41.307912Z","steps":["trace[1070826181] 'agreement among raft nodes before linearized reading' (duration: 328.594645ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:25:41.307962Z","caller":"traceutil/trace.go:171","msg":"trace[1497426978] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26346; }","duration":"297.568302ms","start":"2026-04-02T04:25:41.010383Z","end":"2026-04-02T04:25:41.307952Z","steps":["trace[1497426978] 'agreement among raft nodes before linearized reading' (duration: 297.508031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:25:41.307989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:25:40.978952Z","time spent":"329.027847ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T04:25:41.308086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.1077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:25:41.308118Z","caller":"traceutil/trace.go:171","msg":"trace[1080847717] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26346; }","duration":"297.157721ms","start":"2026-04-02T04:25:41.010952Z","end":"2026-04-02T04:25:41.30811Z","steps":["trace[1080847717] 'agreement among raft nodes before linearized reading' (duration: 297.104389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:25:41.308143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.157567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-02T04:25:41.30818Z","caller":"traceutil/trace.go:171","msg":"trace[100255067] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26346; }","duration":"294.216669ms","start":"2026-04-02T04:25:41.013952Z","end":"2026-04-02T04:25:41.308169Z","steps":["trace[100255067] 'agreement among raft nodes before linearized reading' (duration: 294.066295ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:25:41.308101Z","caller":"traceutil/trace.go:171","msg":"trace[877605992] transaction","detail":"{read_only:false; response_revision:26345; number_of_response:1; }","duration":"329.223982ms","start":"2026-04-02T04:25:40.978398Z","end":"2026-04-02T04:25:41.307622Z","steps":["trace[877605992] 'process raft request' (duration: 184.319704ms)","trace[877605992] 'compare' (duration: 144.247619ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T04:25:41.308965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:25:40.978367Z","time spent":"330.530658ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T04:25:41.591683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.561128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T04:25:41.592051Z","caller":"traceutil/trace.go:171","msg":"trace[1516556247] transaction","detail":"{read_only:false; response_revision:26347; number_of_response:1; }","duration":"280.289622ms","start":"2026-04-02T04:25:41.311695Z","end":"2026-04-02T04:25:41.591984Z","steps":["trace[1516556247] 'process raft request' (duration: 139.326064ms)","trace[1516556247] 'compare' (duration: 140.281589ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:25:41.59214Z","caller":"traceutil/trace.go:171","msg":"trace[3249889] linearizableReadLoop","detail":"{readStateIndex:27191; appliedIndex:27190; }","duration":"163.119325ms","start":"2026-04-02T04:25:41.428669Z","end":"2026-04-02T04:25:41.591789Z","steps":["trace[3249889] 'read index received' (duration: 22.322981ms)","trace[3249889] 'applied index is now lower than readState.Index' (duration: 140.793883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T04:25:41.5921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.404972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:25:41.59225Z","caller":"traceutil/trace.go:171","msg":"trace[840536149] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26347; }","duration":"163.577967ms","start":"2026-04-02T04:25:41.428652Z","end":"2026-04-02T04:25:41.59223Z","steps":["trace[840536149] 'agreement among raft nodes before linearized reading' (duration: 163.3445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:25:41.592348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.107442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T04:25:41.59239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.711079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T04:25:41.592427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.647707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-02T04:25:41.592442Z","caller":"traceutil/trace.go:171","msg":"trace[1921031845] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26347; }","duration":"123.816192ms","start":"2026-04-02T04:25:41.468612Z","end":"2026-04-02T04:25:41.592428Z","steps":["trace[1921031845] 'agreement among raft nodes before linearized reading' (duration: 123.718159ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:25:41.592439Z","caller":"traceutil/trace.go:171","msg":"trace[261278213] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26347; }","duration":"123.228416ms","start":"2026-04-02T04:25:41.469191Z","end":"2026-04-02T04:25:41.592419Z","steps":["trace[261278213] 'agreement among raft nodes before linearized reading' (duration: 123.067161ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:25:41.592476Z","caller":"traceutil/trace.go:171","msg":"trace[718181598] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26347; }","duration":"123.779571ms","start":"2026-04-02T04:25:41.468682Z","end":"2026-04-02T04:25:41.592461Z","steps":["trace[718181598] 'agreement among raft nodes before linearized reading' (duration: 123.607796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:25:41.592916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.217862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:25:41.593075Z","caller":"traceutil/trace.go:171","msg":"trace[1823269253] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26347; }","duration":"124.44855ms","start":"2026-04-02T04:25:41.468606Z","end":"2026-04-02T04:25:41.593054Z","steps":["trace[1823269253] 'agreement among raft nodes before linearized reading' (duration: 123.629617ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:25:41.817119Z","caller":"traceutil/trace.go:171","msg":"trace[1255767136] transaction","detail":"{read_only:false; response_revision:26348; number_of_response:1; }","duration":"176.524237ms","start":"2026-04-02T04:25:41.640562Z","end":"2026-04-02T04:25:41.817086Z","steps":["trace[1255767136] 'process raft request' (duration: 100.998649ms)","trace[1255767136] 'compare' (duration: 75.364224ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:26:13.498197Z","caller":"traceutil/trace.go:171","msg":"trace[682099314] linearizableReadLoop","detail":"{readStateIndex:27433; appliedIndex:27432; }","duration":"114.117763ms","start":"2026-04-02T04:26:13.384054Z","end":"2026-04-02T04:26:13.498172Z","steps":["trace[682099314] 'read index received' (duration: 113.922556ms)","trace[682099314] 'applied index is now lower than readState.Index' (duration: 194.047µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:26:13.498242Z","caller":"traceutil/trace.go:171","msg":"trace[1105348808] transaction","detail":"{read_only:false; response_revision:26582; number_of_response:1; }","duration":"266.352105ms","start":"2026-04-02T04:26:13.231865Z","end":"2026-04-02T04:26:13.498217Z","steps":["trace[1105348808] 'process raft request' (duration: 266.127668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:26:13.498532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.444721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-02T04:26:13.498623Z","caller":"traceutil/trace.go:171","msg":"trace[1581763802] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26582; }","duration":"114.589545ms","start":"2026-04-02T04:26:13.384009Z","end":"2026-04-02T04:26:13.498599Z","steps":["trace[1581763802] 'agreement among raft nodes before linearized reading' (duration: 114.290087ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:26:13.523261Z","caller":"traceutil/trace.go:171","msg":"trace[396498887] transaction","detail":"{read_only:false; response_revision:26583; number_of_response:1; }","duration":"119.728647ms","start":"2026-04-02T04:26:13.403499Z","end":"2026-04-02T04:26:13.523228Z","steps":["trace[396498887] 'process raft request' (duration: 119.412358ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:26:13.523472Z","caller":"traceutil/trace.go:171","msg":"trace[634643544] transaction","detail":"{read_only:false; response_revision:26584; number_of_response:1; }","duration":"118.528815ms","start":"2026-04-02T04:26:13.404919Z","end":"2026-04-02T04:26:13.523448Z","steps":["trace[634643544] 'process raft request' (duration: 118.230936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:26:13.523548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.405516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:26:13.523667Z","caller":"traceutil/trace.go:171","msg":"trace[355473473] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26584; }","duration":"139.544839ms","start":"2026-04-02T04:26:13.384075Z","end":"2026-04-02T04:26:13.52362Z","steps":["trace[355473473] 'agreement among raft nodes before linearized reading' (duration: 139.308162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:26:13.523722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.813324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:26:13.523776Z","caller":"traceutil/trace.go:171","msg":"trace[1674906604] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26584; }","duration":"136.929027ms","start":"2026-04-02T04:26:13.386834Z","end":"2026-04-02T04:26:13.523763Z","steps":["trace[1674906604] 'agreement among raft nodes before linearized reading' (duration: 136.815144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:26:13.523925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.03351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:26:13.523982Z","caller":"traceutil/trace.go:171","msg":"trace[1817293979] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26584; }","duration":"137.116781ms","start":"2026-04-02T04:26:13.38685Z","end":"2026-04-02T04:26:13.523967Z","steps":["trace[1817293979] 'agreement among raft nodes before linearized reading' (duration: 136.978908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:26:13.784545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.797301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:26:13.784653Z","caller":"traceutil/trace.go:171","msg":"trace[1370032280] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26584; }","duration":"105.917985ms","start":"2026-04-02T04:26:13.67871Z","end":"2026-04-02T04:26:13.784628Z","steps":["trace[1370032280] 'range keys from in-memory index tree' (duration: 105.437242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:26:13.784741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.417995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:26:13.784793Z","caller":"traceutil/trace.go:171","msg":"trace[1974464191] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26584; }","duration":"103.521588ms","start":"2026-04-02T04:26:13.681258Z","end":"2026-04-02T04:26:13.784779Z","steps":["trace[1974464191] 'range keys from in-memory index tree' (duration: 103.264471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:26:13.784924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.977403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:26:13.784963Z","caller":"traceutil/trace.go:171","msg":"trace[386348134] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26584; }","duration":"103.036985ms","start":"2026-04-02T04:26:13.681913Z","end":"2026-04-02T04:26:13.78495Z","steps":["trace[386348134] 'range keys from in-memory index tree' (duration: 102.87735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:26:13.785074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.894751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T04:26:13.785083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.137444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:26:13.785166Z","caller":"traceutil/trace.go:171","msg":"trace[796727860] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26584; }","duration":"109.284828ms","start":"2026-04-02T04:26:13.675858Z","end":"2026-04-02T04:26:13.785143Z","steps":["trace[796727860] 'range keys from in-memory index tree' (duration: 109.031201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:26:13.78514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.767684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:26:13.785249Z","caller":"traceutil/trace.go:171","msg":"trace[1145970434] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26584; }","duration":"108.907178ms","start":"2026-04-02T04:26:13.676313Z","end":"2026-04-02T04:26:13.78522Z","steps":["trace[1145970434] 'range keys from in-memory index tree' (duration: 108.689752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:26:13.785489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.790245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:26:13.785532Z","caller":"traceutil/trace.go:171","msg":"trace[1271814083] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26584; }","duration":"108.853046ms","start":"2026-04-02T04:26:13.676667Z","end":"2026-04-02T04:26:13.785521Z","steps":["trace[1271814083] 'range keys from in-memory index tree' (duration: 108.746864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:26:13.785773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.700394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-02T04:26:13.785838Z","caller":"traceutil/trace.go:171","msg":"trace[497134202] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26584; }","duration":"107.788847ms","start":"2026-04-02T04:26:13.678036Z","end":"2026-04-02T04:26:13.785825Z","steps":["trace[497134202] 'range keys from in-memory index tree' (duration: 107.531729ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:26:13.785112Z","caller":"traceutil/trace.go:171","msg":"trace[1541074569] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26584; }","duration":"102.966703ms","start":"2026-04-02T04:26:13.682134Z","end":"2026-04-02T04:26:13.785101Z","steps":["trace[1541074569] 'range keys from in-memory index tree' (duration: 102.735757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:26:13.785985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.369655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:26:13.786047Z","caller":"traceutil/trace.go:171","msg":"trace[41051082] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26584; }","duration":"107.459537ms","start":"2026-04-02T04:26:13.678575Z","end":"2026-04-02T04:26:13.786034Z","steps":["trace[41051082] 'range keys from in-memory index tree' (duration: 107.281312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:26:13.786396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.463677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:26:13.786441Z","caller":"traceutil/trace.go:171","msg":"trace[1740864734] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26584; }","duration":"107.543979ms","start":"2026-04-02T04:26:13.678881Z","end":"2026-04-02T04:26:13.786425Z","steps":["trace[1740864734] 'range keys from in-memory index tree' (duration: 107.333854ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:26:48.380228Z","caller":"traceutil/trace.go:171","msg":"trace[966218290] transaction","detail":"{read_only:false; response_revision:26839; number_of_response:1; }","duration":"104.530725ms","start":"2026-04-02T04:26:48.275658Z","end":"2026-04-02T04:26:48.380189Z","steps":["trace[966218290] 'process raft request' (duration: 104.312719ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:26:48.657019Z","caller":"traceutil/trace.go:171","msg":"trace[1034119349] transaction","detail":"{read_only:false; response_revision:26840; number_of_response:1; }","duration":"380.371155ms","start":"2026-04-02T04:26:48.276621Z","end":"2026-04-02T04:26:48.656992Z","steps":["trace[1034119349] 'process raft request' (duration: 287.616746ms)","trace[1034119349] 'compare' (duration: 92.555183ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T04:26:48.657169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:26:48.276587Z","time spent":"380.505209ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T04:26:48.65747Z","caller":"traceutil/trace.go:171","msg":"trace[1089874972] transaction","detail":"{read_only:false; response_revision:26841; number_of_response:1; }","duration":"380.787346ms","start":"2026-04-02T04:26:48.276621Z","end":"2026-04-02T04:26:48.657408Z","steps":["trace[1089874972] 'process raft request' (duration: 380.324924ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:26:48.657635Z","caller":"traceutil/trace.go:171","msg":"trace[211455672] linearizableReadLoop","detail":"{readStateIndex:27700; appliedIndex:27697; }","duration":"237.275415ms","start":"2026-04-02T04:26:48.420349Z","end":"2026-04-02T04:26:48.657624Z","steps":["trace[211455672] 'read index received' (duration: 143.876379ms)","trace[211455672] 'applied index is now lower than readState.Index' (duration: 93.398226ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T04:26:48.657671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:26:48.276587Z","time spent":"380.975811ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T04:26:48.657797Z","caller":"traceutil/trace.go:171","msg":"trace[1813914216] transaction","detail":"{read_only:false; response_revision:26842; number_of_response:1; }","duration":"351.216494ms","start":"2026-04-02T04:26:48.306573Z","end":"2026-04-02T04:26:48.65779Z","steps":["trace[1813914216] 'process raft request' (duration: 350.71529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:26:48.657862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:26:48.306544Z","time spent":"351.282096ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T04:26:48.658536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.10754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-02T04:26:48.658642Z","caller":"traceutil/trace.go:171","msg":"trace[790540064] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26842; }","duration":"238.328645ms","start":"2026-04-02T04:26:48.420289Z","end":"2026-04-02T04:26:48.658618Z","steps":["trace[790540064] 'agreement among raft nodes before linearized reading' (duration: 237.958994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:26:48.658735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.034703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-02T04:26:48.658817Z","caller":"traceutil/trace.go:171","msg":"trace[1110607308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26842; }","duration":"236.114255ms","start":"2026-04-02T04:26:48.422678Z","end":"2026-04-02T04:26:48.658793Z","steps":["trace[1110607308] 'agreement among raft nodes before linearized reading' (duration: 235.906069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:26:48.658734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.500085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-02T04:26:48.658945Z","caller":"traceutil/trace.go:171","msg":"trace[1716462178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26842; }","duration":"236.769773ms","start":"2026-04-02T04:26:48.422164Z","end":"2026-04-02T04:26:48.658934Z","steps":["trace[1716462178] 'agreement among raft nodes before linearized reading' (duration: 236.351112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:26:48.65884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.210414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T04:26:48.659077Z","caller":"traceutil/trace.go:171","msg":"trace[1672289903] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26842; }","duration":"128.586305ms","start":"2026-04-02T04:26:48.530463Z","end":"2026-04-02T04:26:48.65905Z","steps":["trace[1672289903] 'agreement among raft nodes before linearized reading' (duration: 128.069831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:26:48.948252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.429896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T04:26:48.948398Z","caller":"traceutil/trace.go:171","msg":"trace[1342338890] transaction","detail":"{read_only:false; response_revision:26843; number_of_response:1; }","duration":"285.262291ms","start":"2026-04-02T04:26:48.663105Z","end":"2026-04-02T04:26:48.948367Z","steps":["trace[1342338890] 'process raft request' (duration: 136.591288ms)","trace[1342338890] 'compare' (duration: 148.091387ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:26:48.984973Z","caller":"traceutil/trace.go:171","msg":"trace[1363738634] linearizableReadLoop","detail":"{readStateIndex:27703; appliedIndex:27700; }","duration":"233.703517ms","start":"2026-04-02T04:26:48.751244Z","end":"2026-04-02T04:26:48.984947Z","steps":["trace[1363738634] 'read index received' (duration: 48.630202ms)","trace[1363738634] 'applied index is now lower than readState.Index' (duration: 185.072115ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:26:48.985104Z","caller":"traceutil/trace.go:171","msg":"trace[1916954169] transaction","detail":"{read_only:false; response_revision:26844; number_of_response:1; }","duration":"321.693653ms","start":"2026-04-02T04:26:48.663377Z","end":"2026-04-02T04:26:48.98507Z","steps":["trace[1916954169] 'process raft request' (duration: 321.324813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:26:48.985268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:26:48.663356Z","time spent":"321.829857ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T04:26:48.985302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.119055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:26:48.98514Z","caller":"traceutil/trace.go:171","msg":"trace[979219356] transaction","detail":"{read_only:false; response_revision:26845; number_of_response:1; }","duration":"321.670032ms","start":"2026-04-02T04:26:48.663453Z","end":"2026-04-02T04:26:48.985123Z","steps":["trace[979219356] 'process raft request' (duration: 321.451156ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:26:48.985364Z","caller":"traceutil/trace.go:171","msg":"trace[1406867036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26845; }","duration":"104.277198ms","start":"2026-04-02T04:26:48.881067Z","end":"2026-04-02T04:26:48.985344Z","steps":["trace[1406867036] 'agreement among raft nodes before linearized reading' (duration: 104.119984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:26:48.985379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.089557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T04:26:48.98552Z","caller":"traceutil/trace.go:171","msg":"trace[1850293651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26845; }","duration":"234.327154ms","start":"2026-04-02T04:26:48.751179Z","end":"2026-04-02T04:26:48.985506Z","steps":["trace[1850293651] 'agreement among raft nodes before linearized reading' (duration: 233.994445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:26:48.985535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:26:48.663429Z","time spent":"321.94923ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T04:26:49.178386Z","caller":"traceutil/trace.go:171","msg":"trace[470812257] transaction","detail":"{read_only:false; response_revision:26846; number_of_response:1; }","duration":"186.508064ms","start":"2026-04-02T04:26:48.991843Z","end":"2026-04-02T04:26:49.178351Z","steps":["trace[470812257] 'process raft request' (duration: 105.593135ms)","trace[470812257] 'compare' (duration: 80.669812ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:26:49.178574Z","caller":"traceutil/trace.go:171","msg":"trace[2043302839] transaction","detail":"{read_only:false; response_revision:26847; number_of_response:1; }","duration":"186.692059ms","start":"2026-04-02T04:26:48.991849Z","end":"2026-04-02T04:26:49.178542Z","steps":["trace[2043302839] 'process raft request' (duration: 186.452913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:27:20.127811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.524242ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-02T04:27:20.127987Z","caller":"traceutil/trace.go:171","msg":"trace[995405011] linearizableReadLoop","detail":"{readStateIndex:27936; appliedIndex:27935; }","duration":"248.253802ms","start":"2026-04-02T04:27:19.879712Z","end":"2026-04-02T04:27:20.127966Z","steps":["trace[995405011] 'read index received' (duration: 53.333µs)","trace[995405011] 'applied index is now lower than readState.Index' (duration: 248.198759ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T04:27:20.128107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.387335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:27:20.1282Z","caller":"traceutil/trace.go:171","msg":"trace[1204280068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27070; }","duration":"248.53068ms","start":"2026-04-02T04:27:19.879647Z","end":"2026-04-02T04:27:20.128178Z","steps":["trace[1204280068] 'agreement among raft nodes before linearized reading' (duration: 248.382346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:27:20.128249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.397843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T04:27:20.128233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.167744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:27:20.128294Z","caller":"traceutil/trace.go:171","msg":"trace[1072942958] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27070; }","duration":"176.533977ms","start":"2026-04-02T04:27:19.951748Z","end":"2026-04-02T04:27:20.128282Z","steps":["trace[1072942958] 'agreement among raft nodes before linearized reading' (duration: 176.370402ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:27:20.128319Z","caller":"traceutil/trace.go:171","msg":"trace[1335492520] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27070; }","duration":"172.279148ms","start":"2026-04-02T04:27:19.956018Z","end":"2026-04-02T04:27:20.128297Z","steps":["trace[1335492520] 'agreement among raft nodes before linearized reading' (duration: 172.123464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:27:20.128299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.656559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:27:20.12842Z","caller":"traceutil/trace.go:171","msg":"trace[969073803] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27070; }","duration":"172.795582ms","start":"2026-04-02T04:27:19.955602Z","end":"2026-04-02T04:27:20.128398Z","steps":["trace[969073803] 'agreement among raft nodes before linearized reading' (duration: 172.546365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:27:20.128468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.566794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T04:27:20.128491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.90628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T04:27:20.128555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.209846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:27:20.128578Z","caller":"traceutil/trace.go:171","msg":"trace[625093771] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27070; }","duration":"173.756589ms","start":"2026-04-02T04:27:19.954796Z","end":"2026-04-02T04:27:20.128553Z","steps":["trace[625093771] 'agreement among raft nodes before linearized reading' (duration: 173.534693ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:27:20.128607Z","caller":"traceutil/trace.go:171","msg":"trace[537061996] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27070; }","duration":"172.280278ms","start":"2026-04-02T04:27:19.956311Z","end":"2026-04-02T04:27:20.128591Z","steps":["trace[537061996] 'agreement among raft nodes before linearized reading' (duration: 172.171125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:27:20.128623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.244067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-02T04:27:20.128664Z","caller":"traceutil/trace.go:171","msg":"trace[1440223823] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27070; }","duration":"172.299979ms","start":"2026-04-02T04:27:19.956354Z","end":"2026-04-02T04:27:20.128654Z","steps":["trace[1440223823] 'agreement among raft nodes before linearized reading' (duration: 172.117974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:27:20.128688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.837053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T04:27:20.128724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.920985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T04:27:20.128741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.75458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-02T04:27:20.128765Z","caller":"traceutil/trace.go:171","msg":"trace[1496250235] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27070; }","duration":"168.805332ms","start":"2026-04-02T04:27:19.959954Z","end":"2026-04-02T04:27:20.128759Z","steps":["trace[1496250235] 'agreement among raft nodes before linearized reading' (duration: 168.720809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:27:20.128717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.745469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:27:20.12877Z","caller":"traceutil/trace.go:171","msg":"trace[1774981236] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27070; }","duration":"173.017268ms","start":"2026-04-02T04:27:19.95574Z","end":"2026-04-02T04:27:20.128758Z","steps":["trace[1774981236] 'agreement among raft nodes before linearized reading' (duration: 172.943406ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:27:20.128778Z","caller":"traceutil/trace.go:171","msg":"trace[229255370] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27070; }","duration":"172.922166ms","start":"2026-04-02T04:27:19.955832Z","end":"2026-04-02T04:27:20.128754Z","steps":["trace[229255370] 'agreement among raft nodes before linearized reading' (duration: 172.780272ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:27:20.128788Z","caller":"traceutil/trace.go:171","msg":"trace[488921800] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27070; }","duration":"175.036624ms","start":"2026-04-02T04:27:19.953533Z","end":"2026-04-02T04:27:20.128569Z","steps":["trace[488921800] 'agreement among raft nodes before linearized reading' (duration: 174.852829ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:27:20.12882Z","caller":"traceutil/trace.go:171","msg":"trace[646955493] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27070; }","duration":"174.004486ms","start":"2026-04-02T04:27:19.954797Z","end":"2026-04-02T04:27:20.128802Z","steps":["trace[646955493] 'agreement among raft nodes before linearized reading' (duration: 173.677697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:27:20.128845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.739281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-02T04:27:20.128947Z","caller":"traceutil/trace.go:171","msg":"trace[1851936828] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27070; }","duration":"172.892114ms","start":"2026-04-02T04:27:19.956032Z","end":"2026-04-02T04:27:20.128924Z","steps":["trace[1851936828] 'agreement among raft nodes before linearized reading' (duration: 172.540765ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:27:20.311396Z","caller":"traceutil/trace.go:171","msg":"trace[1281121191] transaction","detail":"{read_only:false; response_revision:27071; number_of_response:1; }","duration":"160.804412ms","start":"2026-04-02T04:27:20.150545Z","end":"2026-04-02T04:27:20.31135Z","steps":["trace[1281121191] 'process raft request' (duration: 160.505203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:27:20.562857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.705095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T04:27:20.562995Z","caller":"traceutil/trace.go:171","msg":"trace[1984489700] transaction","detail":"{read_only:false; response_revision:27072; number_of_response:1; }","duration":"246.868224ms","start":"2026-04-02T04:27:20.316101Z","end":"2026-04-02T04:27:20.56297Z","steps":["trace[1984489700] 'process raft request' (duration: 102.956493ms)","trace[1984489700] 'compare' (duration: 143.543541ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:27:20.892698Z","caller":"traceutil/trace.go:171","msg":"trace[968564385] transaction","detail":"{read_only:false; response_revision:27074; number_of_response:1; }","duration":"111.649615ms","start":"2026-04-02T04:27:20.781014Z","end":"2026-04-02T04:27:20.892664Z","steps":["trace[968564385] 'process raft request' (duration: 111.389808ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:27:20.930253Z","caller":"traceutil/trace.go:171","msg":"trace[759352794] transaction","detail":"{read_only:false; response_revision:27075; number_of_response:1; }","duration":"148.54579ms","start":"2026-04-02T04:27:20.78168Z","end":"2026-04-02T04:27:20.930226Z","steps":["trace[759352794] 'process raft request' (duration: 147.198813ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:27:27.267757Z","caller":"traceutil/trace.go:171","msg":"trace[2078824799] linearizableReadLoop","detail":"{readStateIndex:27988; appliedIndex:27987; }","duration":"108.035574ms","start":"2026-04-02T04:27:27.159696Z","end":"2026-04-02T04:27:27.267731Z","steps":["trace[2078824799] 'read index received' (duration: 107.859709ms)","trace[2078824799] 'applied index is now lower than readState.Index' (duration: 174.705µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:27:27.267882Z","caller":"traceutil/trace.go:171","msg":"trace[1640855568] transaction","detail":"{read_only:false; response_revision:27121; number_of_response:1; }","duration":"127.099104ms","start":"2026-04-02T04:27:27.140741Z","end":"2026-04-02T04:27:27.26784Z","steps":["trace[1640855568] 'process raft request' (duration: 126.815396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:27:27.268082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.349672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-02T04:27:27.26838Z","caller":"traceutil/trace.go:171","msg":"trace[468314797] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27121; }","duration":"108.686732ms","start":"2026-04-02T04:27:27.15967Z","end":"2026-04-02T04:27:27.268357Z","steps":["trace[468314797] 'agreement among raft nodes before linearized reading' (duration: 108.190658ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:27:42.096445Z","caller":"traceutil/trace.go:171","msg":"trace[1916583777] transaction","detail":"{read_only:false; response_revision:27229; number_of_response:1; }","duration":"258.456875ms","start":"2026-04-02T04:27:41.83795Z","end":"2026-04-02T04:27:42.096407Z","steps":["trace[1916583777] 'process raft request' (duration: 218.547275ms)","trace[1916583777] 'compare' (duration: 39.123228ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:27:42.202739Z","caller":"traceutil/trace.go:171","msg":"trace[550495988] transaction","detail":"{read_only:false; response_revision:27230; number_of_response:1; }","duration":"359.841183ms","start":"2026-04-02T04:27:41.84288Z","end":"2026-04-02T04:27:42.202721Z","steps":["trace[550495988] 'process raft request' (duration: 355.639037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:27:42.202881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:27:41.84287Z","time spent":"359.928535ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T04:27:42.763511Z","caller":"traceutil/trace.go:171","msg":"trace[1542969947] transaction","detail":"{read_only:false; response_revision:27231; number_of_response:1; }","duration":"376.698641ms","start":"2026-04-02T04:27:42.386773Z","end":"2026-04-02T04:27:42.763471Z","steps":["trace[1542969947] 'process raft request' (duration: 376.523367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:27:42.763664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:27:42.386741Z","time spent":"376.844306ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T04:27:42.78397Z","caller":"traceutil/trace.go:171","msg":"trace[859681916] transaction","detail":"{read_only:false; response_revision:27232; number_of_response:1; }","duration":"135.843827ms","start":"2026-04-02T04:27:42.648087Z","end":"2026-04-02T04:27:42.783931Z","steps":["trace[859681916] 'process raft request' (duration: 135.536777ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:27:42.929099Z","caller":"traceutil/trace.go:171","msg":"trace[2047810675] linearizableReadLoop","detail":"{readStateIndex:28103; appliedIndex:28102; }","duration":"139.009113ms","start":"2026-04-02T04:27:42.790071Z","end":"2026-04-02T04:27:42.929081Z","steps":["trace[2047810675] 'read index received' (duration: 116.491597ms)","trace[2047810675] 'applied index is now lower than readState.Index' (duration: 22.516786ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:27:42.929194Z","caller":"traceutil/trace.go:171","msg":"trace[1162041794] transaction","detail":"{read_only:false; response_revision:27233; number_of_response:1; }","duration":"140.705551ms","start":"2026-04-02T04:27:42.788437Z","end":"2026-04-02T04:27:42.929142Z","steps":["trace[1162041794] 'process raft request' (duration: 118.213396ms)","trace[1162041794] 'compare' (duration: 22.226328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T04:27:42.929266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.141167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:27:42.929375Z","caller":"traceutil/trace.go:171","msg":"trace[820027921] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27233; }","duration":"139.303162ms","start":"2026-04-02T04:27:42.790047Z","end":"2026-04-02T04:27:42.92935Z","steps":["trace[820027921] 'agreement among raft nodes before linearized reading' (duration: 139.092896ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:27:43.27819Z","caller":"traceutil/trace.go:171","msg":"trace[1922472508] transaction","detail":"{read_only:false; response_revision:27236; number_of_response:1; }","duration":"270.023626ms","start":"2026-04-02T04:27:43.008143Z","end":"2026-04-02T04:27:43.278166Z","steps":["trace[1922472508] 'process raft request' (duration: 269.869052ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:27:43.313277Z","caller":"traceutil/trace.go:171","msg":"trace[47972157] linearizableReadLoop","detail":"{readStateIndex:28107; appliedIndex:28105; }","duration":"170.934102ms","start":"2026-04-02T04:27:43.142317Z","end":"2026-04-02T04:27:43.313251Z","steps":["trace[47972157] 'read index received' (duration: 135.661212ms)","trace[47972157] 'applied index is now lower than readState.Index' (duration: 35.27175ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:27:43.31336Z","caller":"traceutil/trace.go:171","msg":"trace[10599226] transaction","detail":"{read_only:false; response_revision:27237; number_of_response:1; }","duration":"264.796461ms","start":"2026-04-02T04:27:43.04852Z","end":"2026-04-02T04:27:43.313316Z","steps":["trace[10599226] 'process raft request' (duration: 264.607305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:27:43.313503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.18936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18541"} {"level":"info","ts":"2026-04-02T04:27:43.313537Z","caller":"traceutil/trace.go:171","msg":"trace[23837031] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:27237; }","duration":"171.296682ms","start":"2026-04-02T04:27:43.14223Z","end":"2026-04-02T04:27:43.313527Z","steps":["trace[23837031] 'agreement among raft nodes before linearized reading' (duration: 171.108117ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:27:48.954172Z","caller":"traceutil/trace.go:171","msg":"trace[1918441980] transaction","detail":"{read_only:false; response_revision:27276; number_of_response:1; }","duration":"170.754137ms","start":"2026-04-02T04:27:48.783355Z","end":"2026-04-02T04:27:48.954109Z","steps":["trace[1918441980] 'process raft request' (duration: 170.48821ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:27:49.004778Z","caller":"traceutil/trace.go:171","msg":"trace[940835744] linearizableReadLoop","detail":"{readStateIndex:28148; appliedIndex:28146; }","duration":"144.701073ms","start":"2026-04-02T04:27:48.860056Z","end":"2026-04-02T04:27:49.004757Z","steps":["trace[940835744] 'read index received' (duration: 93.909471ms)","trace[940835744] 'applied index is now lower than readState.Index' (duration: 50.790872ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T04:27:49.004936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.857787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:27:49.004898Z","caller":"traceutil/trace.go:171","msg":"trace[1606665035] transaction","detail":"{read_only:false; response_revision:27277; number_of_response:1; }","duration":"203.26373ms","start":"2026-04-02T04:27:48.801557Z","end":"2026-04-02T04:27:49.004821Z","steps":["trace[1606665035] 'process raft request' (duration: 203.061914ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:27:49.004971Z","caller":"traceutil/trace.go:171","msg":"trace[1450114282] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27277; }","duration":"144.959551ms","start":"2026-04-02T04:27:48.860002Z","end":"2026-04-02T04:27:49.004962Z","steps":["trace[1450114282] 'agreement among raft nodes before linearized reading' (duration: 144.848978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:27:49.005072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.461118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:27:49.005174Z","caller":"traceutil/trace.go:171","msg":"trace[2061840679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27277; }","duration":"125.627613ms","start":"2026-04-02T04:27:48.879521Z","end":"2026-04-02T04:27:49.005149Z","steps":["trace[2061840679] 'agreement among raft nodes before linearized reading' (duration: 125.439938ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:27:49.181363Z","caller":"traceutil/trace.go:171","msg":"trace[671702383] linearizableReadLoop","detail":"{readStateIndex:28150; appliedIndex:28149; }","duration":"117.189998ms","start":"2026-04-02T04:27:49.064148Z","end":"2026-04-02T04:27:49.181338Z","steps":["trace[671702383] 'read index received' (duration: 117.023393ms)","trace[671702383] 'applied index is now lower than readState.Index' (duration: 165.665µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:27:49.181409Z","caller":"traceutil/trace.go:171","msg":"trace[885679136] transaction","detail":"{read_only:false; response_revision:27279; number_of_response:1; }","duration":"169.332377ms","start":"2026-04-02T04:27:49.012054Z","end":"2026-04-02T04:27:49.181386Z","steps":["trace[885679136] 'process raft request' (duration: 169.121841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:27:49.181535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.352272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:27:49.18158Z","caller":"traceutil/trace.go:171","msg":"trace[8956157] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27279; }","duration":"117.426114ms","start":"2026-04-02T04:27:49.064141Z","end":"2026-04-02T04:27:49.181567Z","steps":["trace[8956157] 'agreement among raft nodes before linearized reading' (duration: 117.324391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:27:49.370156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.683964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T04:27:49.370307Z","caller":"traceutil/trace.go:171","msg":"trace[516629432] transaction","detail":"{read_only:false; response_revision:27280; number_of_response:1; }","duration":"153.489538ms","start":"2026-04-02T04:27:49.21678Z","end":"2026-04-02T04:27:49.37027Z","steps":["trace[516629432] 'process raft request' (duration: 36.592868ms)","trace[516629432] 'compare' (duration: 116.485097ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:27:49.370358Z","caller":"traceutil/trace.go:171","msg":"trace[47332567] linearizableReadLoop","detail":"{readStateIndex:28151; appliedIndex:28150; }","duration":"102.998473ms","start":"2026-04-02T04:27:49.267335Z","end":"2026-04-02T04:27:49.370333Z","steps":["trace[47332567] 'read index received' (duration: 81.522µs)","trace[47332567] 'applied index is now lower than readState.Index' (duration: 102.914131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T04:27:49.370647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.294621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-02T04:27:49.370677Z","caller":"traceutil/trace.go:171","msg":"trace[1771641442] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:27281; }","duration":"103.393534ms","start":"2026-04-02T04:27:49.267274Z","end":"2026-04-02T04:27:49.370667Z","steps":["trace[1771641442] 'agreement among raft nodes before linearized reading' (duration: 103.139077ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:27:55.208441Z","caller":"traceutil/trace.go:171","msg":"trace[1564729665] linearizableReadLoop","detail":"{readStateIndex:28194; appliedIndex:28193; }","duration":"171.931201ms","start":"2026-04-02T04:27:55.036471Z","end":"2026-04-02T04:27:55.208402Z","steps":["trace[1564729665] 'read index received' (duration: 167.062985ms)","trace[1564729665] 'applied index is now lower than readState.Index' (duration: 4.867106ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:27:55.20848Z","caller":"traceutil/trace.go:171","msg":"trace[1960984317] transaction","detail":"{read_only:false; response_revision:27321; number_of_response:1; }","duration":"184.397646ms","start":"2026-04-02T04:27:55.024059Z","end":"2026-04-02T04:27:55.208456Z","steps":["trace[1960984317] 'process raft request' (duration: 179.461359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:27:55.208677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.184097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T04:27:55.208724Z","caller":"traceutil/trace.go:171","msg":"trace[146757097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27321; }","duration":"172.28267ms","start":"2026-04-02T04:27:55.036426Z","end":"2026-04-02T04:27:55.208709Z","steps":["trace[146757097] 'agreement among raft nodes before linearized reading' (duration: 172.095035ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:27:55.505922Z","caller":"traceutil/trace.go:171","msg":"trace[1618334153] transaction","detail":"{read_only:false; response_revision:27324; number_of_response:1; }","duration":"118.571847ms","start":"2026-04-02T04:27:55.387283Z","end":"2026-04-02T04:27:55.505855Z","steps":["trace[1618334153] 'process raft request' (duration: 24.855842ms)","trace[1618334153] 'compare' (duration: 93.431737ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:27:55.585412Z","caller":"traceutil/trace.go:171","msg":"trace[2028553893] linearizableReadLoop","detail":"{readStateIndex:28198; appliedIndex:28196; }","duration":"187.926124ms","start":"2026-04-02T04:27:55.39743Z","end":"2026-04-02T04:27:55.585356Z","steps":["trace[2028553893] 'read index received' (duration: 14.676968ms)","trace[2028553893] 'applied index is now lower than readState.Index' (duration: 173.248036ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:27:55.585431Z","caller":"traceutil/trace.go:171","msg":"trace[1374747128] transaction","detail":"{read_only:false; response_revision:27325; number_of_response:1; }","duration":"189.550278ms","start":"2026-04-02T04:27:55.395849Z","end":"2026-04-02T04:27:55.585399Z","steps":["trace[1374747128] 'process raft request' (duration: 189.333823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:27:55.585657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.191891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T04:27:55.58572Z","caller":"traceutil/trace.go:171","msg":"trace[26604383] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27325; }","duration":"188.305985ms","start":"2026-04-02T04:27:55.397399Z","end":"2026-04-02T04:27:55.585705Z","steps":["trace[26604383] 'agreement among raft nodes before linearized reading' (duration: 188.100119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:27:55.627412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.772212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-02T04:27:55.627502Z","caller":"traceutil/trace.go:171","msg":"trace[1970946389] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27326; }","duration":"163.920246ms","start":"2026-04-02T04:27:55.463562Z","end":"2026-04-02T04:27:55.627482Z","steps":["trace[1970946389] 'agreement among raft nodes before linearized reading' (duration: 163.659219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:27:55.62753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.020686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-02T04:27:55.627592Z","caller":"traceutil/trace.go:171","msg":"trace[751281818] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27326; }","duration":"143.129929ms","start":"2026-04-02T04:27:55.484443Z","end":"2026-04-02T04:27:55.627573Z","steps":["trace[751281818] 'agreement among raft nodes before linearized reading' (duration: 142.959804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:27:55.627575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.144475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T04:27:55.627615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.284306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-02T04:27:55.627671Z","caller":"traceutil/trace.go:171","msg":"trace[1383348920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27326; }","duration":"122.290799ms","start":"2026-04-02T04:27:55.505358Z","end":"2026-04-02T04:27:55.627649Z","steps":["trace[1383348920] 'agreement among raft nodes before linearized reading' (duration: 121.932449ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:27:55.627708Z","caller":"traceutil/trace.go:171","msg":"trace[464140404] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27326; }","duration":"142.44099ms","start":"2026-04-02T04:27:55.485244Z","end":"2026-04-02T04:27:55.627685Z","steps":["trace[464140404] 'agreement among raft nodes before linearized reading' (duration: 142.109121ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:27:55.854208Z","caller":"traceutil/trace.go:171","msg":"trace[1019571672] transaction","detail":"{read_only:false; response_revision:27329; number_of_response:1; }","duration":"221.886138ms","start":"2026-04-02T04:27:55.632288Z","end":"2026-04-02T04:27:55.854174Z","steps":["trace[1019571672] 'process raft request' (duration: 146.976066ms)","trace[1019571672] 'compare' (duration: 74.483261ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:27:55.854381Z","caller":"traceutil/trace.go:171","msg":"trace[1941395028] transaction","detail":"{read_only:false; response_revision:27330; number_of_response:1; }","duration":"220.85769ms","start":"2026-04-02T04:27:55.63339Z","end":"2026-04-02T04:27:55.854247Z","steps":["trace[1941395028] 'process raft request' (duration: 220.686026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:27:57.212687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.376612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T04:27:57.213058Z","caller":"traceutil/trace.go:171","msg":"trace[1748462049] linearizableReadLoop","detail":"{readStateIndex:28207; appliedIndex:28206; }","duration":"150.731841ms","start":"2026-04-02T04:27:57.062305Z","end":"2026-04-02T04:27:57.213037Z","steps":["trace[1748462049] 'read index received' (duration: 13.876826ms)","trace[1748462049] 'applied index is now lower than readState.Index' (duration: 136.852935ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:27:57.213091Z","caller":"traceutil/trace.go:171","msg":"trace[1313275783] transaction","detail":"{read_only:false; response_revision:27334; number_of_response:1; }","duration":"166.682473ms","start":"2026-04-02T04:27:57.046375Z","end":"2026-04-02T04:27:57.213058Z","steps":["trace[1313275783] 'process raft request' (duration: 29.830489ms)","trace[1313275783] 'compare' (duration: 136.017971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T04:27:57.213173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.864364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T04:27:57.213247Z","caller":"traceutil/trace.go:171","msg":"trace[1142438950] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:27334; }","duration":"150.996118ms","start":"2026-04-02T04:27:57.062237Z","end":"2026-04-02T04:27:57.213233Z","steps":["trace[1142438950] 'agreement among raft nodes before linearized reading' (duration: 150.875265ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:28:05.665959Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006e74.wal"} {"level":"info","ts":"2026-04-02T04:28:24.147356Z","caller":"traceutil/trace.go:171","msg":"trace[1049066617] transaction","detail":"{read_only:false; response_revision:27551; number_of_response:1; }","duration":"131.780413ms","start":"2026-04-02T04:28:24.015545Z","end":"2026-04-02T04:28:24.147325Z","steps":["trace[1049066617] 'process raft request' (duration: 131.602358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:28:24.44382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.809008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T04:28:24.443973Z","caller":"traceutil/trace.go:171","msg":"trace[1010838332] transaction","detail":"{read_only:false; response_revision:27552; number_of_response:1; }","duration":"427.33629ms","start":"2026-04-02T04:28:24.016618Z","end":"2026-04-02T04:28:24.443954Z","steps":["trace[1010838332] 'process raft request' (duration: 256.276885ms)","trace[1010838332] 'compare' (duration: 170.581812ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T04:28:24.444028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T04:28:24.016588Z","time spent":"427.415763ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T04:28:24.511807Z","caller":"traceutil/trace.go:171","msg":"trace[1287665903] transaction","detail":"{read_only:false; response_revision:27553; number_of_response:1; }","duration":"154.658039ms","start":"2026-04-02T04:28:24.357119Z","end":"2026-04-02T04:28:24.511777Z","steps":["trace[1287665903] 'process raft request' (duration: 154.059403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:28:24.707493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.504395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:28:24.707542Z","caller":"traceutil/trace.go:171","msg":"trace[119434942] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27554; }","duration":"213.580388ms","start":"2026-04-02T04:28:24.493952Z","end":"2026-04-02T04:28:24.707532Z","steps":["trace[119434942] 'agreement among raft nodes before linearized reading' (duration: 213.469144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:28:24.707625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.801653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-02T04:28:24.707673Z","caller":"traceutil/trace.go:171","msg":"trace[1001904156] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27554; }","duration":"213.866915ms","start":"2026-04-02T04:28:24.493793Z","end":"2026-04-02T04:28:24.70766Z","steps":["trace[1001904156] 'agreement among raft nodes before linearized reading' (duration: 213.737932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:28:24.707707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.088444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:28:24.707731Z","caller":"traceutil/trace.go:171","msg":"trace[1357470639] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27554; }","duration":"213.128635ms","start":"2026-04-02T04:28:24.494597Z","end":"2026-04-02T04:28:24.707726Z","steps":["trace[1357470639] 'agreement among raft nodes before linearized reading' (duration: 213.087334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:28:24.7077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.423751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T04:28:24.70772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.975733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-02T04:28:24.707786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.438143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:28:24.707809Z","caller":"traceutil/trace.go:171","msg":"trace[2118401862] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27554; }","duration":"213.474974ms","start":"2026-04-02T04:28:24.494329Z","end":"2026-04-02T04:28:24.707804Z","steps":["trace[2118401862] 'agreement among raft nodes before linearized reading' (duration: 213.445393ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:28:24.707804Z","caller":"traceutil/trace.go:171","msg":"trace[1002937525] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27554; }","duration":"214.558425ms","start":"2026-04-02T04:28:24.49322Z","end":"2026-04-02T04:28:24.707779Z","steps":["trace[1002937525] 'agreement among raft nodes before linearized reading' (duration: 214.35897ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:28:24.707809Z","caller":"traceutil/trace.go:171","msg":"trace[1659440143] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27554; }","duration":"217.093836ms","start":"2026-04-02T04:28:24.490695Z","end":"2026-04-02T04:28:24.707788Z","steps":["trace[1659440143] 'agreement among raft nodes before linearized reading' (duration: 216.799457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:28:24.7075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.281537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:28:24.707878Z","caller":"traceutil/trace.go:171","msg":"trace[449344719] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27554; }","duration":"214.672608ms","start":"2026-04-02T04:28:24.4932Z","end":"2026-04-02T04:28:24.707872Z","steps":["trace[449344719] 'agreement among raft nodes before linearized reading' (duration: 214.228236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:28:24.707941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.007397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:28:24.70796Z","caller":"traceutil/trace.go:171","msg":"trace[1276832254] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27554; }","duration":"220.085479ms","start":"2026-04-02T04:28:24.48787Z","end":"2026-04-02T04:28:24.707956Z","steps":["trace[1276832254] 'agreement among raft nodes before linearized reading' (duration: 220.057528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:28:24.707985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.8387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:28:24.708024Z","caller":"traceutil/trace.go:171","msg":"trace[610586540] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27554; }","duration":"215.919983ms","start":"2026-04-02T04:28:24.492096Z","end":"2026-04-02T04:28:24.708016Z","steps":["trace[610586540] 'agreement among raft nodes before linearized reading' (duration: 215.865501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:28:24.708018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.049053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-02T04:28:24.708148Z","caller":"traceutil/trace.go:171","msg":"trace[363949415] transaction","detail":"{read_only:false; response_revision:27554; number_of_response:1; }","duration":"208.433024ms","start":"2026-04-02T04:28:24.499704Z","end":"2026-04-02T04:28:24.708137Z","steps":["trace[363949415] 'process raft request' (duration: 136.738701ms)","trace[363949415] 'compare' (duration: 70.456059ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:28:24.708176Z","caller":"traceutil/trace.go:171","msg":"trace[955373976] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27554; }","duration":"213.242088ms","start":"2026-04-02T04:28:24.494879Z","end":"2026-04-02T04:28:24.708121Z","steps":["trace[955373976] 'agreement among raft nodes before linearized reading' (duration: 212.721533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:28:24.708298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.617493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:28:24.708343Z","caller":"traceutil/trace.go:171","msg":"trace[1613774855] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27554; }","duration":"220.719557ms","start":"2026-04-02T04:28:24.48761Z","end":"2026-04-02T04:28:24.70833Z","steps":["trace[1613774855] 'agreement among raft nodes before linearized reading' (duration: 220.657045ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:28:24.707159Z","caller":"traceutil/trace.go:171","msg":"trace[1014306689] linearizableReadLoop","detail":"{readStateIndex:28433; appliedIndex:28432; }","duration":"195.642009ms","start":"2026-04-02T04:28:24.511499Z","end":"2026-04-02T04:28:24.707141Z","steps":["trace[1014306689] 'read index received' (duration: 124.928492ms)","trace[1014306689] 'applied index is now lower than readState.Index' (duration: 70.712747ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T04:28:24.708526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.170626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T04:28:24.708579Z","caller":"traceutil/trace.go:171","msg":"trace[2017155964] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:27554; }","duration":"122.263888ms","start":"2026-04-02T04:28:24.586306Z","end":"2026-04-02T04:28:24.70857Z","steps":["trace[2017155964] 'agreement among raft nodes before linearized reading' (duration: 122.116734ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:28:25.047069Z","caller":"traceutil/trace.go:171","msg":"trace[92255439] linearizableReadLoop","detail":"{readStateIndex:28435; appliedIndex:28434; }","duration":"168.611197ms","start":"2026-04-02T04:28:24.878439Z","end":"2026-04-02T04:28:25.04705Z","steps":["trace[92255439] 'read index received' (duration: 162.344203ms)","trace[92255439] 'applied index is now lower than readState.Index' (duration: 6.265954ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T04:28:25.047183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.733971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:28:25.047138Z","caller":"traceutil/trace.go:171","msg":"trace[1172901520] transaction","detail":"{read_only:false; response_revision:27555; number_of_response:1; }","duration":"177.228087ms","start":"2026-04-02T04:28:24.869867Z","end":"2026-04-02T04:28:25.047095Z","steps":["trace[1172901520] 'process raft request' (duration: 171.061256ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:28:25.047217Z","caller":"traceutil/trace.go:171","msg":"trace[528155458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27555; }","duration":"168.795512ms","start":"2026-04-02T04:28:24.878413Z","end":"2026-04-02T04:28:25.047208Z","steps":["trace[528155458] 'agreement among raft nodes before linearized reading' (duration: 168.71265ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:28:25.557188Z","caller":"traceutil/trace.go:171","msg":"trace[1418159081] linearizableReadLoop","detail":"{readStateIndex:28436; appliedIndex:28435; }","duration":"216.395786ms","start":"2026-04-02T04:28:25.340771Z","end":"2026-04-02T04:28:25.557167Z","steps":["trace[1418159081] 'read index received' (duration: 216.314753ms)","trace[1418159081] 'applied index is now lower than readState.Index' (duration: 79.872µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:28:25.5573Z","caller":"traceutil/trace.go:171","msg":"trace[1456464733] transaction","detail":"{read_only:false; response_revision:27556; number_of_response:1; }","duration":"231.492685ms","start":"2026-04-02T04:28:25.325761Z","end":"2026-04-02T04:28:25.557253Z","steps":["trace[1456464733] 'process raft request' (duration: 231.205327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:28:25.557479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.635722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T04:28:25.557544Z","caller":"traceutil/trace.go:171","msg":"trace[1210888966] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:27556; }","duration":"216.794006ms","start":"2026-04-02T04:28:25.340736Z","end":"2026-04-02T04:28:25.55753Z","steps":["trace[1210888966] 'agreement among raft nodes before linearized reading' (duration: 216.580671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:28:25.809348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.030003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T04:28:25.809623Z","caller":"traceutil/trace.go:171","msg":"trace[1359366364] transaction","detail":"{read_only:false; response_revision:27557; number_of_response:1; }","duration":"297.068818ms","start":"2026-04-02T04:28:25.51253Z","end":"2026-04-02T04:28:25.809599Z","steps":["trace[1359366364] 'process raft request' (duration: 156.658555ms)","trace[1359366364] 'compare' (duration: 139.477448ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:28:25.810138Z","caller":"traceutil/trace.go:171","msg":"trace[1123557298] transaction","detail":"{read_only:false; response_revision:27558; number_of_response:1; }","duration":"295.873725ms","start":"2026-04-02T04:28:25.514224Z","end":"2026-04-02T04:28:25.810098Z","steps":["trace[1123557298] 'process raft request' (duration: 295.295889ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:28:25.810248Z","caller":"traceutil/trace.go:171","msg":"trace[1796800442] transaction","detail":"{read_only:false; response_revision:27559; number_of_response:1; }","duration":"208.347981ms","start":"2026-04-02T04:28:25.601868Z","end":"2026-04-02T04:28:25.810216Z","steps":["trace[1796800442] 'process raft request' (duration: 208.232858ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:28:25.810237Z","caller":"traceutil/trace.go:171","msg":"trace[78995861] linearizableReadLoop","detail":"{readStateIndex:28438; appliedIndex:28436; }","duration":"252.89093ms","start":"2026-04-02T04:28:25.557321Z","end":"2026-04-02T04:28:25.810212Z","steps":["trace[78995861] 'read index received' (duration: 111.89042ms)","trace[78995861] 'applied index is now lower than readState.Index' (duration: 140.99765ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T04:28:25.810503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.63783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-02T04:28:25.810564Z","caller":"traceutil/trace.go:171","msg":"trace[733022462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27559; }","duration":"267.742644ms","start":"2026-04-02T04:28:25.542806Z","end":"2026-04-02T04:28:25.810548Z","steps":["trace[733022462] 'agreement among raft nodes before linearized reading' (duration: 267.535238ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:28:25.811093Z","caller":"traceutil/trace.go:171","msg":"trace[256889128] transaction","detail":"{read_only:false; response_revision:27560; number_of_response:1; }","duration":"125.16552ms","start":"2026-04-02T04:28:25.685912Z","end":"2026-04-02T04:28:25.811077Z","steps":["trace[256889128] 'process raft request' (duration: 125.023106ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:28:25.963758Z","caller":"traceutil/trace.go:171","msg":"trace[2129478910] linearizableReadLoop","detail":"{readStateIndex:28442; appliedIndex:28440; }","duration":"123.976816ms","start":"2026-04-02T04:28:25.839761Z","end":"2026-04-02T04:28:25.963738Z","steps":["trace[2129478910] 'read index received' (duration: 104.515865ms)","trace[2129478910] 'applied index is now lower than readState.Index' (duration: 19.459851ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:28:25.963834Z","caller":"traceutil/trace.go:171","msg":"trace[1258803773] transaction","detail":"{read_only:false; response_revision:27561; number_of_response:1; }","duration":"234.467877ms","start":"2026-04-02T04:28:25.72932Z","end":"2026-04-02T04:28:25.963788Z","steps":["trace[1258803773] 'process raft request' (duration: 214.947455ms)","trace[1258803773] 'compare' (duration: 19.258825ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T04:28:25.964008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.236494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-02T04:28:25.964053Z","caller":"traceutil/trace.go:171","msg":"trace[1917769344] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27562; }","duration":"124.327116ms","start":"2026-04-02T04:28:25.839714Z","end":"2026-04-02T04:28:25.964042Z","steps":["trace[1917769344] 'agreement among raft nodes before linearized reading' (duration: 124.152912ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:28:25.963829Z","caller":"traceutil/trace.go:171","msg":"trace[1065098893] transaction","detail":"{read_only:false; response_revision:27562; number_of_response:1; }","duration":"147.864441ms","start":"2026-04-02T04:28:25.815935Z","end":"2026-04-02T04:28:25.963799Z","steps":["trace[1065098893] 'process raft request' (duration: 147.760588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T04:28:25.964009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.652964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T04:28:25.964313Z","caller":"traceutil/trace.go:171","msg":"trace[554116180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27562; }","duration":"111.988634ms","start":"2026-04-02T04:28:25.852314Z","end":"2026-04-02T04:28:25.964302Z","steps":["trace[554116180] 'agreement among raft nodes before linearized reading' (duration: 111.585523ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:28:26.298343Z","caller":"traceutil/trace.go:171","msg":"trace[639552268] transaction","detail":"{read_only:false; response_revision:27565; number_of_response:1; }","duration":"142.734848ms","start":"2026-04-02T04:28:26.155562Z","end":"2026-04-02T04:28:26.298296Z","steps":["trace[639552268] 'process raft request' (duration: 124.84575ms)","trace[639552268] 'compare' (duration: 17.550939ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:28:26.668009Z","caller":"traceutil/trace.go:171","msg":"trace[1970113754] transaction","detail":"{read_only:false; response_revision:27567; number_of_response:1; }","duration":"150.736661ms","start":"2026-04-02T04:28:26.517235Z","end":"2026-04-02T04:28:26.667971Z","steps":["trace[1970113754] 'process raft request' (duration: 150.519605ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:29:51.872135Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25952} {"level":"info","ts":"2026-04-02T04:29:52.021142Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25952,"took":"144.671051ms","hash":2210372880,"current-db-size-bytes":61046784,"current-db-size":"61 MB","current-db-size-in-use-bytes":31424512,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-02T04:29:52.021227Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2210372880,"revision":25952,"compact-revision":22866} {"level":"info","ts":"2026-04-02T04:31:02.119539Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cb89ec34a9687f0b","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-02T04:31:02.126294Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-02T04:31:02.12641Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-02T04:31:15.055895Z","caller":"traceutil/trace.go:171","msg":"trace[1671081589] transaction","detail":"{read_only:false; response_revision:29267; number_of_response:1; }","duration":"153.448245ms","start":"2026-04-02T04:31:14.902414Z","end":"2026-04-02T04:31:15.055862Z","steps":["trace[1671081589] 'process raft request' (duration: 134.228372ms)","trace[1671081589] 'compare' (duration: 18.905505ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T04:31:15.123335Z","caller":"traceutil/trace.go:171","msg":"trace[1149530523] transaction","detail":"{read_only:false; response_revision:29268; number_of_response:1; }","duration":"185.26288ms","start":"2026-04-02T04:31:14.938048Z","end":"2026-04-02T04:31:15.123311Z","steps":["trace[1149530523] 'process raft request' (duration: 185.030484ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:31:15.12363Z","caller":"traceutil/trace.go:171","msg":"trace[884863922] linearizableReadLoop","detail":"{readStateIndex:30194; appliedIndex:30190; }","duration":"125.711004ms","start":"2026-04-02T04:31:14.997899Z","end":"2026-04-02T04:31:15.12361Z","steps":["trace[884863922] 'read index received' (duration: 38.836909ms)","trace[884863922] 'applied index is now lower than readState.Index' (duration: 86.871085ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T04:31:15.123823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.913911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T04:31:15.123826Z","caller":"traceutil/trace.go:171","msg":"trace[1804605800] transaction","detail":"{read_only:false; response_revision:29270; number_of_response:1; }","duration":"185.497558ms","start":"2026-04-02T04:31:14.938302Z","end":"2026-04-02T04:31:15.1238Z","steps":["trace[1804605800] 'process raft request' (duration: 185.183889ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:31:15.123845Z","caller":"traceutil/trace.go:171","msg":"trace[37845936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29270; }","duration":"125.953842ms","start":"2026-04-02T04:31:14.997882Z","end":"2026-04-02T04:31:15.123836Z","steps":["trace[37845936] 'agreement among raft nodes before linearized reading' (duration: 125.797807ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:31:15.123836Z","caller":"traceutil/trace.go:171","msg":"trace[786108152] transaction","detail":"{read_only:false; response_revision:29269; number_of_response:1; }","duration":"186.233448ms","start":"2026-04-02T04:31:14.937574Z","end":"2026-04-02T04:31:15.123808Z","steps":["trace[786108152] 'process raft request' (duration: 185.678702ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T04:34:51.883622Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28314} {"level":"info","ts":"2026-04-02T04:34:52.007086Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28314,"took":"119.023849ms","hash":2693664594,"current-db-size-bytes":61046784,"current-db-size":"61 MB","current-db-size-in-use-bytes":35037184,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-02T04:34:52.007132Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2693664594,"revision":28314,"compact-revision":25952} {"level":"info","ts":"2026-04-02T04:39:51.8907Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30888} {"level":"info","ts":"2026-04-02T04:39:52.021924Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30888,"took":"128.002288ms","hash":2243361625,"current-db-size-bytes":61046784,"current-db-size":"61 MB","current-db-size-in-use-bytes":30240768,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-02T04:39:52.021991Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2243361625,"revision":30888,"compact-revision":28314} {"level":"info","ts":"2026-04-02T04:44:51.896745Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33155} {"level":"info","ts":"2026-04-02T04:44:52.046704Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33155,"took":"145.281748ms","hash":547276936,"current-db-size-bytes":62091264,"current-db-size":"62 MB","current-db-size-in-use-bytes":30347264,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-02T04:44:52.046771Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":547276936,"revision":33155,"compact-revision":30888} {"level":"info","ts":"2026-04-02T04:49:51.907787Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35457} {"level":"info","ts":"2026-04-02T04:49:52.059395Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35457,"took":"148.217918ms","hash":412731922,"current-db-size-bytes":62513152,"current-db-size":"62 MB","current-db-size-in-use-bytes":31240192,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-02T04:49:52.059495Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":412731922,"revision":35457,"compact-revision":33155} {"level":"info","ts":"2026-04-02T04:52:13.324036Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cb89ec34a9687f0b","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-02T04:52:13.32925Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-02T04:52:13.329348Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-02T04:54:51.915737Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37688} {"level":"info","ts":"2026-04-02T04:54:52.037739Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37688,"took":"119.168864ms","hash":4235968328,"current-db-size-bytes":64204800,"current-db-size":"64 MB","current-db-size-in-use-bytes":31916032,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-02T04:54:52.037802Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4235968328,"revision":37688,"compact-revision":35457}