{"level":"warn","ts":"2026-04-07T05:53:01.895175Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T05:53:01.895259Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.77:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.77:2380","--initial-cluster=instance=https://199.204.45.77:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.77:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.77:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-07T05:53:01.895324Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T05:53:01.895337Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.77:2380"]} {"level":"info","ts":"2026-04-07T05:53:01.895356Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T05:53:01.895998Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.77:2379"]} {"level":"info","ts":"2026-04-07T05:53:01.896065Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.77:2380"],"listen-peer-urls":["https://199.204.45.77:2380"],"advertise-client-urls":["https://199.204.45.77:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.77:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.77:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-07T05:53:01.901867Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.600052ms"} {"level":"info","ts":"2026-04-07T05:53:01.910532Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"9133559b3198d4ec","cluster-id":"60f1aee33b0786f5"} {"level":"info","ts":"2026-04-07T05:53:01.910675Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec switched to configuration voters=()"} {"level":"info","ts":"2026-04-07T05:53:01.910708Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec became follower at term 0"} {"level":"info","ts":"2026-04-07T05:53:01.910728Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 9133559b3198d4ec [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-07T05:53:01.910759Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec became follower at term 1"} {"level":"info","ts":"2026-04-07T05:53:01.910819Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec switched to configuration voters=(10462800484352185580)"} {"level":"warn","ts":"2026-04-07T05:53:01.920321Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-07T05:53:01.921757Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-07T05:53:01.922865Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-07T05:53:01.92516Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"9133559b3198d4ec","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-07T05:53:01.925328Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"9133559b3198d4ec","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-07T05:53:01.926371Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T05:53:01.927399Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T05:53:01.927419Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T05:53:01.928749Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec switched to configuration voters=(10462800484352185580)"} {"level":"info","ts":"2026-04-07T05:53:01.929005Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"60f1aee33b0786f5","local-member-id":"9133559b3198d4ec","added-peer-id":"9133559b3198d4ec","added-peer-peer-urls":["https://199.204.45.77:2380"]} {"level":"info","ts":"2026-04-07T05:53:01.929757Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T05:53:01.929871Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.77:2380"} {"level":"info","ts":"2026-04-07T05:53:01.929932Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.77:2380"} {"level":"info","ts":"2026-04-07T05:53:01.930018Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"9133559b3198d4ec","initial-advertise-peer-urls":["https://199.204.45.77:2380"],"listen-peer-urls":["https://199.204.45.77:2380"],"advertise-client-urls":["https://199.204.45.77:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.77:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-07T05:53:01.93005Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-07T05:53:02.111965Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec is starting a new election at term 1"} {"level":"info","ts":"2026-04-07T05:53:02.112064Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec became pre-candidate at term 1"} {"level":"info","ts":"2026-04-07T05:53:02.112098Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec received MsgPreVoteResp from 9133559b3198d4ec at term 1"} {"level":"info","ts":"2026-04-07T05:53:02.112121Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec became candidate at term 2"} {"level":"info","ts":"2026-04-07T05:53:02.112134Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec received MsgVoteResp from 9133559b3198d4ec at term 2"} {"level":"info","ts":"2026-04-07T05:53:02.11215Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec became leader at term 2"} {"level":"info","ts":"2026-04-07T05:53:02.112181Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9133559b3198d4ec elected leader 9133559b3198d4ec at term 2"} {"level":"info","ts":"2026-04-07T05:53:02.113464Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T05:53:02.114487Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"9133559b3198d4ec","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.77:2379]}","request-path":"/0/members/9133559b3198d4ec/attributes","cluster-id":"60f1aee33b0786f5","publish-timeout":"7s"} {"level":"info","ts":"2026-04-07T05:53:02.114492Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T05:53:02.114559Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T05:53:02.11479Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-07T05:53:02.114832Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-07T05:53:02.115163Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"60f1aee33b0786f5","local-member-id":"9133559b3198d4ec","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T05:53:02.115428Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T05:53:02.115492Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T05:53:02.118027Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.77:2379"} {"level":"info","ts":"2026-04-07T05:53:02.118277Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-07T05:53:31.770976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.589776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-04-07T05:53:31.771005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.115888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-07T05:53:31.771091Z","caller":"traceutil/trace.go:171","msg":"trace[1127599177] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:467; }","duration":"196.79818ms","start":"2026-04-07T05:53:31.574272Z","end":"2026-04-07T05:53:31.77107Z","steps":["trace[1127599177] 'range keys from in-memory index tree' (duration: 196.450763ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T05:53:31.771109Z","caller":"traceutil/trace.go:171","msg":"trace[676151402] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:467; }","duration":"197.300052ms","start":"2026-04-07T05:53:31.573784Z","end":"2026-04-07T05:53:31.771084Z","steps":["trace[676151402] 'range keys from in-memory index tree' (duration: 196.995095ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T05:53:33.220843Z","caller":"traceutil/trace.go:171","msg":"trace[1386668637] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"148.295416ms","start":"2026-04-07T05:53:33.072517Z","end":"2026-04-07T05:53:33.220812Z","steps":["trace[1386668637] 'process raft request' (duration: 140.437605ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T05:53:33.222742Z","caller":"traceutil/trace.go:171","msg":"trace[244961872] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"144.046073ms","start":"2026-04-07T05:53:33.078654Z","end":"2026-04-07T05:53:33.2227Z","steps":["trace[244961872] 'process raft request' (duration: 143.784946ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T05:53:33.223199Z","caller":"traceutil/trace.go:171","msg":"trace[699726690] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"127.345039ms","start":"2026-04-07T05:53:33.095822Z","end":"2026-04-07T05:53:33.223167Z","steps":["trace[699726690] 'process raft request' (duration: 126.824078ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T05:53:33.408366Z","caller":"traceutil/trace.go:171","msg":"trace[1609019466] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"138.38567ms","start":"2026-04-07T05:53:33.269934Z","end":"2026-04-07T05:53:33.408319Z","steps":["trace[1609019466] 'process raft request' (duration: 120.559142ms)","trace[1609019466] 'compare' (duration: 17.613324ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T05:53:33.409701Z","caller":"traceutil/trace.go:171","msg":"trace[87511658] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"129.379734ms","start":"2026-04-07T05:53:33.280303Z","end":"2026-04-07T05:53:33.409683Z","steps":["trace[87511658] 'process raft request' (duration: 128.993796ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T05:53:33.410057Z","caller":"traceutil/trace.go:171","msg":"trace[2041874686] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"126.179704ms","start":"2026-04-07T05:53:33.283812Z","end":"2026-04-07T05:53:33.409992Z","steps":["trace[2041874686] 'process raft request' (duration: 125.654623ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T05:53:39.48444Z","caller":"traceutil/trace.go:171","msg":"trace[258818134] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"179.687849ms","start":"2026-04-07T05:53:39.304731Z","end":"2026-04-07T05:53:39.484419Z","steps":["trace[258818134] 'process raft request' (duration: 179.275249ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T05:53:39.903412Z","caller":"traceutil/trace.go:171","msg":"trace[1295504093] linearizableReadLoop","detail":"{readStateIndex:599; appliedIndex:598; }","duration":"355.124067ms","start":"2026-04-07T05:53:39.548259Z","end":"2026-04-07T05:53:39.903383Z","steps":["trace[1295504093] 'read index received' (duration: 354.904693ms)","trace[1295504093] 'applied index is now lower than readState.Index' (duration: 218.344µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T05:53:39.903505Z","caller":"traceutil/trace.go:171","msg":"trace[1741722181] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"356.142128ms","start":"2026-04-07T05:53:39.547339Z","end":"2026-04-07T05:53:39.903481Z","steps":["trace[1741722181] 'process raft request' (duration: 355.905234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T05:53:39.903684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.444732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T05:53:39.903752Z","caller":"traceutil/trace.go:171","msg":"trace[2129164686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:581; }","duration":"355.562545ms","start":"2026-04-07T05:53:39.548176Z","end":"2026-04-07T05:53:39.903739Z","steps":["trace[2129164686] 'agreement among raft nodes before linearized reading' (duration: 355.348511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T05:53:39.903747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.364955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hglsj\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-04-07T05:53:39.903776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T05:53:39.548152Z","time spent":"355.618666ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T05:53:39.903807Z","caller":"traceutil/trace.go:171","msg":"trace[1438211432] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hglsj; range_end:; response_count:1; response_revision:581; }","duration":"260.507637ms","start":"2026-04-07T05:53:39.643274Z","end":"2026-04-07T05:53:39.903782Z","steps":["trace[1438211432] 'agreement among raft nodes before linearized reading' (duration: 260.293774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T05:53:39.903888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T05:53:39.54729Z","time spent":"356.27222ms","remote":"127.0.0.1:45972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T05:53:40.215348Z","caller":"traceutil/trace.go:171","msg":"trace[1896162772] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"296.301772ms","start":"2026-04-07T05:53:39.919026Z","end":"2026-04-07T05:53:40.215327Z","steps":["trace[1896162772] 'process raft request' (duration: 283.103262ms)","trace[1896162772] 'compare' (duration: 12.961746ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T05:53:55.8264Z","caller":"traceutil/trace.go:171","msg":"trace[736106093] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"292.740124ms","start":"2026-04-07T05:53:55.533619Z","end":"2026-04-07T05:53:55.826359Z","steps":["trace[736106093] 'process raft request' (duration: 292.439519ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T05:54:24.308291Z","caller":"traceutil/trace.go:171","msg":"trace[1435307651] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"306.703369ms","start":"2026-04-07T05:54:24.001561Z","end":"2026-04-07T05:54:24.308265Z","steps":["trace[1435307651] 'process raft request' (duration: 306.490365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T05:54:24.308643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T05:54:24.001542Z","time spent":"306.825011ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T05:55:11.916516Z","caller":"traceutil/trace.go:171","msg":"trace[1717378833] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"178.719394ms","start":"2026-04-07T05:55:11.73776Z","end":"2026-04-07T05:55:11.916479Z","steps":["trace[1717378833] 'process raft request' (duration: 178.49968ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T05:55:11.930812Z","caller":"traceutil/trace.go:171","msg":"trace[1233795745] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"123.634998ms","start":"2026-04-07T05:55:11.807158Z","end":"2026-04-07T05:55:11.930793Z","steps":["trace[1233795745] 'process raft request' (duration: 123.540216ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T05:55:12.453368Z","caller":"traceutil/trace.go:171","msg":"trace[1433942356] linearizableReadLoop","detail":"{readStateIndex:1882; appliedIndex:1881; }","duration":"111.195014ms","start":"2026-04-07T05:55:12.342142Z","end":"2026-04-07T05:55:12.453337Z","steps":["trace[1433942356] 'read index received' (duration: 111.139613ms)","trace[1433942356] 'applied index is now lower than readState.Index' (duration: 54.031µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T05:55:12.453552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.396118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T05:55:12.453676Z","caller":"traceutil/trace.go:171","msg":"trace[762288607] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1815; }","duration":"111.581181ms","start":"2026-04-07T05:55:12.342057Z","end":"2026-04-07T05:55:12.453639Z","steps":["trace[762288607] 'agreement among raft nodes before linearized reading' (duration: 111.405678ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T05:55:12.453496Z","caller":"traceutil/trace.go:171","msg":"trace[978482238] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"261.602314ms","start":"2026-04-07T05:55:12.191853Z","end":"2026-04-07T05:55:12.453455Z","steps":["trace[978482238] 'process raft request' (duration: 261.309779ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T05:56:01.059025Z","caller":"traceutil/trace.go:171","msg":"trace[1392878645] linearizableReadLoop","detail":"{readStateIndex:2202; appliedIndex:2201; }","duration":"154.062295ms","start":"2026-04-07T05:56:00.90493Z","end":"2026-04-07T05:56:01.058992Z","steps":["trace[1392878645] 'read index received' (duration: 85.939089ms)","trace[1392878645] 'applied index is now lower than readState.Index' (duration: 68.121516ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T05:56:01.059088Z","caller":"traceutil/trace.go:171","msg":"trace[1910441389] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"156.812116ms","start":"2026-04-07T05:56:00.902236Z","end":"2026-04-07T05:56:01.059048Z","steps":["trace[1910441389] 'process raft request' (duration: 88.718081ms)","trace[1910441389] 'compare' (duration: 67.216798ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T05:56:01.059362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.669639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T05:56:01.059408Z","caller":"traceutil/trace.go:171","msg":"trace[77750701] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2125; }","duration":"120.767821ms","start":"2026-04-07T05:56:00.938627Z","end":"2026-04-07T05:56:01.059395Z","steps":["trace[77750701] 'agreement among raft nodes before linearized reading' (duration: 120.572038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T05:56:01.059402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.420481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T05:56:01.059621Z","caller":"traceutil/trace.go:171","msg":"trace[2041469705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2125; }","duration":"154.665376ms","start":"2026-04-07T05:56:00.904855Z","end":"2026-04-07T05:56:01.05952Z","steps":["trace[2041469705] 'agreement among raft nodes before linearized reading' (duration: 154.279969ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T05:56:01.418534Z","caller":"traceutil/trace.go:171","msg":"trace[1872714384] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"112.439476ms","start":"2026-04-07T05:56:01.306059Z","end":"2026-04-07T05:56:01.418499Z","steps":["trace[1872714384] 'process raft request' (duration: 89.18957ms)","trace[1872714384] 'compare' (duration: 23.056221ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T05:56:01.463714Z","caller":"traceutil/trace.go:171","msg":"trace[1881878220] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"153.365862ms","start":"2026-04-07T05:56:01.310323Z","end":"2026-04-07T05:56:01.463689Z","steps":["trace[1881878220] 'process raft request' (duration: 153.27298ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T05:56:01.463716Z","caller":"traceutil/trace.go:171","msg":"trace[2067147308] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"153.485005ms","start":"2026-04-07T05:56:01.310203Z","end":"2026-04-07T05:56:01.463688Z","steps":["trace[2067147308] 'process raft request' (duration: 153.260391ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T05:56:07.090181Z","caller":"traceutil/trace.go:171","msg":"trace[1835223611] linearizableReadLoop","detail":"{readStateIndex:2236; appliedIndex:2235; }","duration":"144.666129ms","start":"2026-04-07T05:56:06.945485Z","end":"2026-04-07T05:56:07.090151Z","steps":["trace[1835223611] 'read index received' (duration: 144.379594ms)","trace[1835223611] 'applied index is now lower than readState.Index' (duration: 285.495µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T05:56:07.090352Z","caller":"traceutil/trace.go:171","msg":"trace[1435710143] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"167.12726ms","start":"2026-04-07T05:56:06.923145Z","end":"2026-04-07T05:56:07.090272Z","steps":["trace[1435710143] 'process raft request' (duration: 166.814933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T05:56:07.090553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.039276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T05:56:07.090623Z","caller":"traceutil/trace.go:171","msg":"trace[531534845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2157; }","duration":"145.183949ms","start":"2026-04-07T05:56:06.94542Z","end":"2026-04-07T05:56:07.090604Z","steps":["trace[531534845] 'agreement among raft nodes before linearized reading' (duration: 144.861023ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T05:56:07.421519Z","caller":"traceutil/trace.go:171","msg":"trace[293312484] linearizableReadLoop","detail":"{readStateIndex:2237; appliedIndex:2236; }","duration":"316.810992ms","start":"2026-04-07T05:56:07.104675Z","end":"2026-04-07T05:56:07.421486Z","steps":["trace[293312484] 'read index received' (duration: 316.579688ms)","trace[293312484] 'applied index is now lower than readState.Index' (duration: 229.294µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T05:56:07.42158Z","caller":"traceutil/trace.go:171","msg":"trace[1073675554] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"326.173187ms","start":"2026-04-07T05:56:07.095365Z","end":"2026-04-07T05:56:07.421539Z","steps":["trace[1073675554] 'process raft request' (duration: 325.900132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T05:56:07.42182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T05:56:07.095345Z","time spent":"326.359741ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T05:56:07.421934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.066651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T05:56:07.421923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.209749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T05:56:07.422072Z","caller":"traceutil/trace.go:171","msg":"trace[761225351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2158; }","duration":"290.317856ms","start":"2026-04-07T05:56:07.13173Z","end":"2026-04-07T05:56:07.422048Z","steps":["trace[761225351] 'agreement among raft nodes before linearized reading' (duration: 289.980429ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T05:56:07.422121Z","caller":"traceutil/trace.go:171","msg":"trace[1187323175] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2158; }","duration":"317.512535ms","start":"2026-04-07T05:56:07.104583Z","end":"2026-04-07T05:56:07.422095Z","steps":["trace[1187323175] 'agreement among raft nodes before linearized reading' (duration: 317.069636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T05:56:07.422375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T05:56:07.104548Z","time spent":"317.812991ms","remote":"127.0.0.1:48370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T05:56:07.422406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.289223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T05:56:07.423631Z","caller":"traceutil/trace.go:171","msg":"trace[1446176565] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2158; }","duration":"222.499067ms","start":"2026-04-07T05:56:07.200019Z","end":"2026-04-07T05:56:07.422518Z","steps":["trace[1446176565] 'agreement among raft nodes before linearized reading' (duration: 221.898755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T05:56:07.42361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.616468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-07T05:56:07.423703Z","caller":"traceutil/trace.go:171","msg":"trace[984499933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2158; }","duration":"137.909003ms","start":"2026-04-07T05:56:07.285779Z","end":"2026-04-07T05:56:07.423688Z","steps":["trace[984499933] 'agreement among raft nodes before linearized reading' (duration: 135.935366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T05:56:07.766146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.345181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T05:56:07.766424Z","caller":"traceutil/trace.go:171","msg":"trace[610006527] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"337.493559ms","start":"2026-04-07T05:56:07.428908Z","end":"2026-04-07T05:56:07.766401Z","steps":["trace[610006527] 'process raft request' (duration: 337.388347ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T05:56:07.766432Z","caller":"traceutil/trace.go:171","msg":"trace[1637023118] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"337.568071ms","start":"2026-04-07T05:56:07.428818Z","end":"2026-04-07T05:56:07.766386Z","steps":["trace[1637023118] 'process raft request' (duration: 167.64721ms)","trace[1637023118] 'compare' (duration: 169.201318ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T05:56:07.766511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T05:56:07.428842Z","time spent":"337.629432ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T05:56:07.766508Z","caller":"traceutil/trace.go:171","msg":"trace[809661958] linearizableReadLoop","detail":"{readStateIndex:2239; appliedIndex:2237; }","duration":"323.10289ms","start":"2026-04-07T05:56:07.443378Z","end":"2026-04-07T05:56:07.766481Z","steps":["trace[809661958] 'read index received' (duration: 153.106647ms)","trace[809661958] 'applied index is now lower than readState.Index' (duration: 169.995223ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T05:56:07.766688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T05:56:07.428796Z","time spent":"337.735005ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T05:56:07.766672Z","caller":"traceutil/trace.go:171","msg":"trace[717979115] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"275.844825ms","start":"2026-04-07T05:56:07.490748Z","end":"2026-04-07T05:56:07.766592Z","steps":["trace[717979115] 'process raft request' (duration: 275.61188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T05:56:07.766763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.382246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T05:56:07.766809Z","caller":"traceutil/trace.go:171","msg":"trace[899179478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2161; }","duration":"323.458796ms","start":"2026-04-07T05:56:07.443338Z","end":"2026-04-07T05:56:07.766797Z","steps":["trace[899179478] 'agreement among raft nodes before linearized reading' (duration: 323.242933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T05:56:07.766847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T05:56:07.443315Z","time spent":"323.524528ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T05:56:07.785637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.263418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-07T05:56:07.785693Z","caller":"traceutil/trace.go:171","msg":"trace[618990492] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2162; }","duration":"295.35031ms","start":"2026-04-07T05:56:07.490325Z","end":"2026-04-07T05:56:07.785675Z","steps":["trace[618990492] 'agreement among raft nodes before linearized reading' (duration: 295.216208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T05:56:07.785656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.458551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T05:56:07.785971Z","caller":"traceutil/trace.go:171","msg":"trace[1408114325] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2162; }","duration":"296.620034ms","start":"2026-04-07T05:56:07.489112Z","end":"2026-04-07T05:56:07.785732Z","steps":["trace[1408114325] 'agreement among raft nodes before linearized reading' (duration: 296.314139ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T05:56:07.891846Z","caller":"traceutil/trace.go:171","msg":"trace[866866733] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"119.828804ms","start":"2026-04-07T05:56:07.77198Z","end":"2026-04-07T05:56:07.891808Z","steps":["trace[866866733] 'process raft request' (duration: 110.969498ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T05:56:40.01405Z","caller":"traceutil/trace.go:171","msg":"trace[441650406] linearizableReadLoop","detail":"{readStateIndex:2605; appliedIndex:2604; }","duration":"101.445669ms","start":"2026-04-07T05:56:39.912579Z","end":"2026-04-07T05:56:40.014024Z","steps":["trace[441650406] 'read index received' (duration: 101.246655ms)","trace[441650406] 'applied index is now lower than readState.Index' (duration: 197.874µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T05:56:40.014129Z","caller":"traceutil/trace.go:171","msg":"trace[1616168559] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"128.995715ms","start":"2026-04-07T05:56:39.885093Z","end":"2026-04-07T05:56:40.014089Z","steps":["trace[1616168559] 'process raft request' (duration: 128.758471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T05:56:40.014293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.706224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-07T05:56:40.014345Z","caller":"traceutil/trace.go:171","msg":"trace[72745556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2512; }","duration":"101.814855ms","start":"2026-04-07T05:56:39.912519Z","end":"2026-04-07T05:56:40.014334Z","steps":["trace[72745556] 'agreement among raft nodes before linearized reading' (duration: 101.661163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T05:57:14.53709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.352445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T05:57:14.537261Z","caller":"traceutil/trace.go:171","msg":"trace[643987049] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2723; }","duration":"191.61402ms","start":"2026-04-07T05:57:14.345606Z","end":"2026-04-07T05:57:14.53722Z","steps":["trace[643987049] 'count revisions from in-memory index tree' (duration: 191.253162ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T05:57:14.537404Z","caller":"traceutil/trace.go:171","msg":"trace[740304463] linearizableReadLoop","detail":"{readStateIndex:2825; appliedIndex:2824; }","duration":"118.991892ms","start":"2026-04-07T05:57:14.418373Z","end":"2026-04-07T05:57:14.537365Z","steps":["trace[740304463] 'read index received' (duration: 75.822039ms)","trace[740304463] 'applied index is now lower than readState.Index' (duration: 43.168253ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T05:57:14.537489Z","caller":"traceutil/trace.go:171","msg":"trace[1887860115] transaction","detail":"{read_only:false; response_revision:2724; number_of_response:1; }","duration":"147.03671ms","start":"2026-04-07T05:57:14.390412Z","end":"2026-04-07T05:57:14.537449Z","steps":["trace[1887860115] 'process raft request' (duration: 103.910288ms)","trace[1887860115] 'compare' (duration: 42.828627ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T05:57:14.538173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.766547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T05:57:14.538445Z","caller":"traceutil/trace.go:171","msg":"trace[1236050442] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2724; }","duration":"120.133604ms","start":"2026-04-07T05:57:14.418298Z","end":"2026-04-07T05:57:14.538431Z","steps":["trace[1236050442] 'agreement among raft nodes before linearized reading' (duration: 119.226508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T05:57:14.896648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.927938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-07T05:57:14.896755Z","caller":"traceutil/trace.go:171","msg":"trace[356267298] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2724; }","duration":"260.092061ms","start":"2026-04-07T05:57:14.636635Z","end":"2026-04-07T05:57:14.896727Z","steps":["trace[356267298] 'range keys from in-memory index tree' (duration: 259.746084ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:01:13.35638Z","caller":"traceutil/trace.go:171","msg":"trace[1023195816] linearizableReadLoop","detail":"{readStateIndex:4851; appliedIndex:4850; }","duration":"182.462012ms","start":"2026-04-07T06:01:13.173891Z","end":"2026-04-07T06:01:13.356353Z","steps":["trace[1023195816] 'read index received' (duration: 112.236633ms)","trace[1023195816] 'applied index is now lower than readState.Index' (duration: 70.223929ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T06:01:13.356497Z","caller":"traceutil/trace.go:171","msg":"trace[1185125995] transaction","detail":"{read_only:false; response_revision:4677; number_of_response:1; }","duration":"186.469976ms","start":"2026-04-07T06:01:13.169962Z","end":"2026-04-07T06:01:13.356432Z","steps":["trace[1185125995] 'process raft request' (duration: 116.161936ms)","trace[1185125995] 'compare' (duration: 70.085266ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T06:01:13.3567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.780287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-07T06:01:13.356755Z","caller":"traceutil/trace.go:171","msg":"trace[1895666925] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4677; }","duration":"182.87ms","start":"2026-04-07T06:01:13.173869Z","end":"2026-04-07T06:01:13.356739Z","steps":["trace[1895666925] 'agreement among raft nodes before linearized reading' (duration: 182.614994ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:01:22.748724Z","caller":"traceutil/trace.go:171","msg":"trace[1721983685] transaction","detail":"{read_only:false; response_revision:4967; number_of_response:1; }","duration":"215.563328ms","start":"2026-04-07T06:01:22.533105Z","end":"2026-04-07T06:01:22.748668Z","steps":["trace[1721983685] 'process raft request' (duration: 215.133441ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:01:22.748824Z","caller":"traceutil/trace.go:171","msg":"trace[328777963] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"214.404107ms","start":"2026-04-07T06:01:22.534388Z","end":"2026-04-07T06:01:22.748792Z","steps":["trace[328777963] 'process raft request' (duration: 214.01313ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:01:22.749129Z","caller":"traceutil/trace.go:171","msg":"trace[1405138520] linearizableReadLoop","detail":"{readStateIndex:5152; appliedIndex:5149; }","duration":"137.057525ms","start":"2026-04-07T06:01:22.612054Z","end":"2026-04-07T06:01:22.749112Z","steps":["trace[1405138520] 'read index received' (duration: 136.083257ms)","trace[1405138520] 'applied index is now lower than readState.Index' (duration: 973.248µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T06:01:22.749305Z","caller":"traceutil/trace.go:171","msg":"trace[1268368127] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"213.4794ms","start":"2026-04-07T06:01:22.535777Z","end":"2026-04-07T06:01:22.749257Z","steps":["trace[1268368127] 'process raft request' (duration: 212.706875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:01:22.749876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.809329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777462"} {"level":"info","ts":"2026-04-07T06:01:22.749939Z","caller":"traceutil/trace.go:171","msg":"trace[839892188] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4969; }","duration":"137.886ms","start":"2026-04-07T06:01:22.612037Z","end":"2026-04-07T06:01:22.749923Z","steps":["trace[839892188] 'agreement among raft nodes before linearized reading' (duration: 137.204198ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:01:22.978761Z","caller":"traceutil/trace.go:171","msg":"trace[813479627] transaction","detail":"{read_only:false; response_revision:4971; number_of_response:1; }","duration":"195.007946ms","start":"2026-04-07T06:01:22.783731Z","end":"2026-04-07T06:01:22.978739Z","steps":["trace[813479627] 'process raft request' (duration: 188.089627ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:01:23.013877Z","caller":"traceutil/trace.go:171","msg":"trace[722655007] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"226.809018ms","start":"2026-04-07T06:01:22.787029Z","end":"2026-04-07T06:01:23.013838Z","steps":["trace[722655007] 'process raft request' (duration: 226.597565ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:01:23.433785Z","caller":"traceutil/trace.go:171","msg":"trace[1402981284] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"226.789718ms","start":"2026-04-07T06:01:23.206936Z","end":"2026-04-07T06:01:23.433725Z","steps":["trace[1402981284] 'process raft request' (duration: 142.64196ms)","trace[1402981284] 'compare' (duration: 83.75689ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T06:01:23.433871Z","caller":"traceutil/trace.go:171","msg":"trace[1615247266] linearizableReadLoop","detail":"{readStateIndex:5158; appliedIndex:5156; }","duration":"167.979881ms","start":"2026-04-07T06:01:23.265866Z","end":"2026-04-07T06:01:23.433846Z","steps":["trace[1615247266] 'read index received' (duration: 83.797742ms)","trace[1615247266] 'applied index is now lower than readState.Index' (duration: 84.181049ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T06:01:23.433929Z","caller":"traceutil/trace.go:171","msg":"trace[754333245] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"194.558297ms","start":"2026-04-07T06:01:23.23931Z","end":"2026-04-07T06:01:23.433868Z","steps":["trace[754333245] 'process raft request' (duration: 194.273402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:01:23.434074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.187165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-485cec91-e8a9-484e-b492-4c445f966c18\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-07T06:01:23.43411Z","caller":"traceutil/trace.go:171","msg":"trace[1949616252] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-485cec91-e8a9-484e-b492-4c445f966c18; range_end:; response_count:1; response_revision:4975; }","duration":"168.272047ms","start":"2026-04-07T06:01:23.265829Z","end":"2026-04-07T06:01:23.434101Z","steps":["trace[1949616252] 'agreement among raft nodes before linearized reading' (duration: 168.099674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:01:33.54251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.961861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T06:01:33.54273Z","caller":"traceutil/trace.go:171","msg":"trace[679976643] linearizableReadLoop","detail":"{readStateIndex:5363; appliedIndex:5361; }","duration":"170.055301ms","start":"2026-04-07T06:01:33.372656Z","end":"2026-04-07T06:01:33.542711Z","steps":["trace[679976643] 'read index received' (duration: 23.809804ms)","trace[679976643] 'applied index is now lower than readState.Index' (duration: 146.244407ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T06:01:33.542815Z","caller":"traceutil/trace.go:171","msg":"trace[1678420092] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"178.302765ms","start":"2026-04-07T06:01:33.364471Z","end":"2026-04-07T06:01:33.542774Z","steps":["trace[1678420092] 'process raft request' (duration: 178.166492ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:01:33.542846Z","caller":"traceutil/trace.go:171","msg":"trace[2032627409] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"179.395724ms","start":"2026-04-07T06:01:33.363375Z","end":"2026-04-07T06:01:33.542771Z","steps":["trace[2032627409] 'process raft request' (duration: 33.080285ms)","trace[2032627409] 'compare' (duration: 145.734067ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T06:01:33.543166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.484308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-4kjkd\" ","response":"range_response_count:1 size:5851"} {"level":"info","ts":"2026-04-07T06:01:33.543261Z","caller":"traceutil/trace.go:171","msg":"trace[664810142] range","detail":"{range_begin:/registry/pods/monitoring/vector-4kjkd; range_end:; response_count:1; response_revision:5174; }","duration":"170.614651ms","start":"2026-04-07T06:01:33.372622Z","end":"2026-04-07T06:01:33.543237Z","steps":["trace[664810142] 'agreement among raft nodes before linearized reading' (duration: 170.229384ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:01:33.713163Z","caller":"traceutil/trace.go:171","msg":"trace[2099305304] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"115.37084ms","start":"2026-04-07T06:01:33.59777Z","end":"2026-04-07T06:01:33.713141Z","steps":["trace[2099305304] 'process raft request' (duration: 101.345239ms)","trace[2099305304] 'compare' (duration: 13.724206ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T06:01:33.714081Z","caller":"traceutil/trace.go:171","msg":"trace[1260111584] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"116.141535ms","start":"2026-04-07T06:01:33.597914Z","end":"2026-04-07T06:01:33.714056Z","steps":["trace[1260111584] 'process raft request' (duration: 115.129816ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:01:33.714369Z","caller":"traceutil/trace.go:171","msg":"trace[2006270853] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"113.685889ms","start":"2026-04-07T06:01:33.600672Z","end":"2026-04-07T06:01:33.714358Z","steps":["trace[2006270853] 'process raft request' (duration: 112.689811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:01:33.715208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.122651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-595mv\" ","response":"range_response_count:1 size:7817"} {"level":"info","ts":"2026-04-07T06:01:33.715268Z","caller":"traceutil/trace.go:171","msg":"trace[1267162666] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-595mv; range_end:; response_count:1; response_revision:5181; }","duration":"119.240013ms","start":"2026-04-07T06:01:33.596012Z","end":"2026-04-07T06:01:33.715252Z","steps":["trace[1267162666] 'agreement among raft nodes before linearized reading' (duration: 118.735844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:01:33.715546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.40182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T06:01:33.715584Z","caller":"traceutil/trace.go:171","msg":"trace[2077051373] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5181; }","duration":"123.478852ms","start":"2026-04-07T06:01:33.592097Z","end":"2026-04-07T06:01:33.715576Z","steps":["trace[2077051373] 'agreement among raft nodes before linearized reading' (duration: 123.37695ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:01:34.091202Z","caller":"traceutil/trace.go:171","msg":"trace[1871573562] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"355.755312ms","start":"2026-04-07T06:01:33.735407Z","end":"2026-04-07T06:01:34.091163Z","steps":["trace[1871573562] 'process raft request' (duration: 355.588609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:01:34.091429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T06:01:33.735394Z","time spent":"355.885244ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T06:01:34.187185Z","caller":"traceutil/trace.go:171","msg":"trace[67806042] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"398.261624ms","start":"2026-04-07T06:01:33.788901Z","end":"2026-04-07T06:01:34.187163Z","steps":["trace[67806042] 'process raft request' (duration: 398.128952ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:01:34.187176Z","caller":"traceutil/trace.go:171","msg":"trace[1689691535] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"398.399337ms","start":"2026-04-07T06:01:33.788706Z","end":"2026-04-07T06:01:34.187105Z","steps":["trace[1689691535] 'process raft request' (duration: 398.146413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:01:34.187325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T06:01:33.788885Z","time spent":"398.359596ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T06:01:34.187428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T06:01:33.788688Z","time spent":"398.611101ms","remote":"127.0.0.1:45642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T06:01:34.187472Z","caller":"traceutil/trace.go:171","msg":"trace[1144380134] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"398.449888ms","start":"2026-04-07T06:01:33.789004Z","end":"2026-04-07T06:01:34.187454Z","steps":["trace[1144380134] 'process raft request' (duration: 398.114412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:01:34.187619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T06:01:33.788994Z","time spent":"398.541269ms","remote":"127.0.0.1:45642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T06:01:34.187761Z","caller":"traceutil/trace.go:171","msg":"trace[1778087374] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"398.976808ms","start":"2026-04-07T06:01:33.788776Z","end":"2026-04-07T06:01:34.187753Z","steps":["trace[1778087374] 'process raft request' (duration: 398.195334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:01:34.187798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T06:01:33.788747Z","time spent":"399.027968ms","remote":"127.0.0.1:45714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T06:01:34.187913Z","caller":"traceutil/trace.go:171","msg":"trace[2136592248] linearizableReadLoop","detail":"{readStateIndex:5380; appliedIndex:5374; }","duration":"371.750319ms","start":"2026-04-07T06:01:33.816144Z","end":"2026-04-07T06:01:34.187894Z","steps":["trace[2136592248] 'read index received' (duration: 274.825203ms)","trace[2136592248] 'applied index is now lower than readState.Index' (duration: 96.923846ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T06:01:34.188073Z","caller":"traceutil/trace.go:171","msg":"trace[58759145] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"398.922957ms","start":"2026-04-07T06:01:33.789124Z","end":"2026-04-07T06:01:34.188047Z","steps":["trace[58759145] 'process raft request' (duration: 398.242604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:01:34.188181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T06:01:33.789096Z","time spent":"399.030749ms","remote":"127.0.0.1:45714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1038,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T06:01:34.191552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.726966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mnppx\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-07T06:01:34.191532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.345459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T06:01:34.191784Z","caller":"traceutil/trace.go:171","msg":"trace[1759189061] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mnppx; range_end:; response_count:1; response_revision:5191; }","duration":"293.996691ms","start":"2026-04-07T06:01:33.897775Z","end":"2026-04-07T06:01:34.191771Z","steps":["trace[1759189061] 'agreement among raft nodes before linearized reading' (duration: 290.324333ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:01:34.1918Z","caller":"traceutil/trace.go:171","msg":"trace[1547602805] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5191; }","duration":"175.668164ms","start":"2026-04-07T06:01:34.016114Z","end":"2026-04-07T06:01:34.191783Z","steps":["trace[1547602805] 'agreement among raft nodes before linearized reading' (duration: 172.011877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:01:34.191809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.435029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T06:01:34.191912Z","caller":"traceutil/trace.go:171","msg":"trace[837608022] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5191; }","duration":"375.789385ms","start":"2026-04-07T06:01:33.816101Z","end":"2026-04-07T06:01:34.19189Z","steps":["trace[837608022] 'agreement among raft nodes before linearized reading' (duration: 372.016185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:01:34.191967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T06:01:33.816087Z","time spent":"375.867996ms","remote":"127.0.0.1:45770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":27,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-07T06:01:42.167474Z","caller":"traceutil/trace.go:171","msg":"trace[1420798003] linearizableReadLoop","detail":"{readStateIndex:5563; appliedIndex:5562; }","duration":"264.638364ms","start":"2026-04-07T06:01:41.902806Z","end":"2026-04-07T06:01:42.167445Z","steps":["trace[1420798003] 'read index received' (duration: 244.010789ms)","trace[1420798003] 'applied index is now lower than readState.Index' (duration: 20.626005ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T06:01:42.167584Z","caller":"traceutil/trace.go:171","msg":"trace[84157680] transaction","detail":"{read_only:false; response_revision:5369; number_of_response:1; }","duration":"337.690775ms","start":"2026-04-07T06:01:41.829849Z","end":"2026-04-07T06:01:42.16754Z","steps":["trace[84157680] 'process raft request' (duration: 317.080821ms)","trace[84157680] 'compare' (duration: 20.166696ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T06:01:42.167742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.819225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T06:01:42.167793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T06:01:41.829835Z","time spent":"337.839448ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T06:01:42.167787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.97374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2102"} {"level":"info","ts":"2026-04-07T06:01:42.167857Z","caller":"traceutil/trace.go:171","msg":"trace[1394136189] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5369; }","duration":"265.122392ms","start":"2026-04-07T06:01:41.902719Z","end":"2026-04-07T06:01:42.167842Z","steps":["trace[1394136189] 'agreement among raft nodes before linearized reading' (duration: 264.892088ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:01:42.167802Z","caller":"traceutil/trace.go:171","msg":"trace[1846779684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5369; }","duration":"221.951088ms","start":"2026-04-07T06:01:41.945834Z","end":"2026-04-07T06:01:42.167785Z","steps":["trace[1846779684] 'agreement among raft nodes before linearized reading' (duration: 221.813885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:01:42.168153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.969212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T06:01:42.168181Z","caller":"traceutil/trace.go:171","msg":"trace[773802995] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5369; }","duration":"174.060905ms","start":"2026-04-07T06:01:41.994114Z","end":"2026-04-07T06:01:42.168175Z","steps":["trace[773802995] 'agreement among raft nodes before linearized reading' (duration: 174.002364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:01:42.168163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.267602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T06:01:42.168218Z","caller":"traceutil/trace.go:171","msg":"trace[1606430041] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5369; }","duration":"127.351854ms","start":"2026-04-07T06:01:42.040853Z","end":"2026-04-07T06:01:42.168205Z","steps":["trace[1606430041] 'agreement among raft nodes before linearized reading' (duration: 127.257023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:01:42.168429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.082045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-666266bc-4276-4dea-8f83-0b36dac285db\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-07T06:01:42.168485Z","caller":"traceutil/trace.go:171","msg":"trace[311852672] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-666266bc-4276-4dea-8f83-0b36dac285db; range_end:; response_count:1; response_revision:5369; }","duration":"196.161856ms","start":"2026-04-07T06:01:41.972309Z","end":"2026-04-07T06:01:42.168471Z","steps":["trace[311852672] 'agreement among raft nodes before linearized reading' (duration: 195.948962ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:01:42.407204Z","caller":"traceutil/trace.go:171","msg":"trace[757306779] linearizableReadLoop","detail":"{readStateIndex:5564; appliedIndex:5563; }","duration":"228.443428ms","start":"2026-04-07T06:01:42.178714Z","end":"2026-04-07T06:01:42.407157Z","steps":["trace[757306779] 'read index received' (duration: 133.557019ms)","trace[757306779] 'applied index is now lower than readState.Index' (duration: 94.884689ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T06:01:42.407457Z","caller":"traceutil/trace.go:171","msg":"trace[1421537079] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"232.897412ms","start":"2026-04-07T06:01:42.174504Z","end":"2026-04-07T06:01:42.407402Z","steps":["trace[1421537079] 'process raft request' (duration: 137.702737ms)","trace[1421537079] 'compare' (duration: 94.772147ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T06:01:42.407637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.882666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:4796"} {"level":"info","ts":"2026-04-07T06:01:42.407758Z","caller":"traceutil/trace.go:171","msg":"trace[2096874007] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5370; }","duration":"229.028799ms","start":"2026-04-07T06:01:42.178701Z","end":"2026-04-07T06:01:42.40773Z","steps":["trace[2096874007] 'agreement among raft nodes before linearized reading' (duration: 228.673802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:01:42.422498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.385332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mnppx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-07T06:01:42.42258Z","caller":"traceutil/trace.go:171","msg":"trace[1468703598] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mnppx; range_end:; response_count:1; response_revision:5371; }","duration":"188.514835ms","start":"2026-04-07T06:01:42.234047Z","end":"2026-04-07T06:01:42.422562Z","steps":["trace[1468703598] 'agreement among raft nodes before linearized reading' (duration: 188.301781ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:01:42.585596Z","caller":"traceutil/trace.go:171","msg":"trace[504643672] linearizableReadLoop","detail":"{readStateIndex:5566; appliedIndex:5565; }","duration":"117.533692ms","start":"2026-04-07T06:01:42.468028Z","end":"2026-04-07T06:01:42.585562Z","steps":["trace[504643672] 'read index received' (duration: 66.716705ms)","trace[504643672] 'applied index is now lower than readState.Index' (duration: 50.815487ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T06:01:42.585738Z","caller":"traceutil/trace.go:171","msg":"trace[543081992] transaction","detail":"{read_only:false; response_revision:5372; number_of_response:1; }","duration":"120.531937ms","start":"2026-04-07T06:01:42.465171Z","end":"2026-04-07T06:01:42.585703Z","steps":["trace[543081992] 'process raft request' (duration: 69.494376ms)","trace[543081992] 'compare' (duration: 50.724876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T06:01:42.585792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.735555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T06:01:42.585836Z","caller":"traceutil/trace.go:171","msg":"trace[1910980940] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:5372; }","duration":"117.828627ms","start":"2026-04-07T06:01:42.467996Z","end":"2026-04-07T06:01:42.585824Z","steps":["trace[1910980940] 'agreement among raft nodes before linearized reading' (duration: 117.720545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:01:42.629716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.0229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-666266bc-4276-4dea-8f83-0b36dac285db\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-07T06:01:42.629782Z","caller":"traceutil/trace.go:171","msg":"trace[151095425] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-666266bc-4276-4dea-8f83-0b36dac285db; range_end:; response_count:1; response_revision:5373; }","duration":"148.184752ms","start":"2026-04-07T06:01:42.481582Z","end":"2026-04-07T06:01:42.629767Z","steps":["trace[151095425] 'agreement among raft nodes before linearized reading' (duration: 147.915567ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:01:42.815489Z","caller":"traceutil/trace.go:171","msg":"trace[1548395523] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"178.899854ms","start":"2026-04-07T06:01:42.636545Z","end":"2026-04-07T06:01:42.815444Z","steps":["trace[1548395523] 'process raft request' (duration: 143.648377ms)","trace[1548395523] 'compare' (duration: 35.003303ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T06:01:53.835443Z","caller":"traceutil/trace.go:171","msg":"trace[1436928936] linearizableReadLoop","detail":"{readStateIndex:5713; appliedIndex:5712; }","duration":"115.273338ms","start":"2026-04-07T06:01:53.72014Z","end":"2026-04-07T06:01:53.835413Z","steps":["trace[1436928936] 'read index received' (duration: 84.491075ms)","trace[1436928936] 'applied index is now lower than readState.Index' (duration: 30.780663ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T06:01:53.835524Z","caller":"traceutil/trace.go:171","msg":"trace[1924198064] transaction","detail":"{read_only:false; response_revision:5516; number_of_response:1; }","duration":"128.340533ms","start":"2026-04-07T06:01:53.707146Z","end":"2026-04-07T06:01:53.835486Z","steps":["trace[1924198064] 'process raft request' (duration: 97.534188ms)","trace[1924198064] 'compare' (duration: 30.639692ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T06:01:53.835713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.522763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-07T06:01:53.835769Z","caller":"traceutil/trace.go:171","msg":"trace[1364580861] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5516; }","duration":"115.664865ms","start":"2026-04-07T06:01:53.720084Z","end":"2026-04-07T06:01:53.835749Z","steps":["trace[1364580861] 'agreement among raft nodes before linearized reading' (duration: 115.486422ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:03:02.781845Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2988} {"level":"info","ts":"2026-04-07T06:03:02.860631Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2988,"took":"76.801163ms","hash":1295942027,"current-db-size-bytes":58634240,"current-db-size":"59 MB","current-db-size-in-use-bytes":33910784,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-07T06:03:02.860725Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1295942027,"revision":2988,"compact-revision":-1} {"level":"info","ts":"2026-04-07T06:07:45.021969Z","caller":"traceutil/trace.go:171","msg":"trace[1068189396] linearizableReadLoop","detail":"{readStateIndex:8447; appliedIndex:8446; }","duration":"160.908824ms","start":"2026-04-07T06:07:44.861035Z","end":"2026-04-07T06:07:45.021943Z","steps":["trace[1068189396] 'read index received' (duration: 160.68849ms)","trace[1068189396] 'applied index is now lower than readState.Index' (duration: 219.424µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T06:07:45.022154Z","caller":"traceutil/trace.go:171","msg":"trace[401164308] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"340.903857ms","start":"2026-04-07T06:07:44.681216Z","end":"2026-04-07T06:07:45.02212Z","steps":["trace[401164308] 'process raft request' (duration: 340.581711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:45.022189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.125839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T06:07:45.022264Z","caller":"traceutil/trace.go:171","msg":"trace[1590273326] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8165; }","duration":"161.22422ms","start":"2026-04-07T06:07:44.861026Z","end":"2026-04-07T06:07:45.02225Z","steps":["trace[1590273326] 'agreement among raft nodes before linearized reading' (duration: 161.060157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:45.022304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T06:07:44.681179Z","time spent":"341.0427ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T06:07:45.022318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.011916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T06:07:45.022353Z","caller":"traceutil/trace.go:171","msg":"trace[402368460] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8165; }","duration":"161.125178ms","start":"2026-04-07T06:07:44.861219Z","end":"2026-04-07T06:07:45.022345Z","steps":["trace[402368460] 'agreement among raft nodes before linearized reading' (duration: 161.034126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:45.022604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.025469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T06:07:45.022627Z","caller":"traceutil/trace.go:171","msg":"trace[1298028554] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8165; }","duration":"104.046439ms","start":"2026-04-07T06:07:44.918573Z","end":"2026-04-07T06:07:45.022619Z","steps":["trace[1298028554] 'agreement among raft nodes before linearized reading' (duration: 104.014058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:45.022634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.898226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T06:07:45.022662Z","caller":"traceutil/trace.go:171","msg":"trace[828582968] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8165; }","duration":"103.943657ms","start":"2026-04-07T06:07:44.918709Z","end":"2026-04-07T06:07:45.022653Z","steps":["trace[828582968] 'agreement among raft nodes before linearized reading' (duration: 103.875365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:45.022827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.287244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T06:07:45.022851Z","caller":"traceutil/trace.go:171","msg":"trace[1670137342] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8165; }","duration":"104.335244ms","start":"2026-04-07T06:07:44.918507Z","end":"2026-04-07T06:07:45.022843Z","steps":["trace[1670137342] 'agreement among raft nodes before linearized reading' (duration: 104.291493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:45.022951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.52665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T06:07:45.022965Z","caller":"traceutil/trace.go:171","msg":"trace[1182218165] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8165; }","duration":"119.56644ms","start":"2026-04-07T06:07:44.903393Z","end":"2026-04-07T06:07:45.02296Z","steps":["trace[1182218165] 'agreement among raft nodes before linearized reading' (duration: 119.53657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:45.02303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.716213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T06:07:45.023051Z","caller":"traceutil/trace.go:171","msg":"trace[525115273] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8165; }","duration":"103.754215ms","start":"2026-04-07T06:07:44.91929Z","end":"2026-04-07T06:07:45.023044Z","steps":["trace[525115273] 'agreement among raft nodes before linearized reading' (duration: 103.650733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:45.023074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.380625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T06:07:45.023094Z","caller":"traceutil/trace.go:171","msg":"trace[1513088393] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8165; }","duration":"120.402595ms","start":"2026-04-07T06:07:44.902684Z","end":"2026-04-07T06:07:45.023087Z","steps":["trace[1513088393] 'agreement among raft nodes before linearized reading' (duration: 120.365745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:45.023166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.60761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T06:07:45.023181Z","caller":"traceutil/trace.go:171","msg":"trace[991174041] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8165; }","duration":"120.64586ms","start":"2026-04-07T06:07:44.90253Z","end":"2026-04-07T06:07:45.023175Z","steps":["trace[991174041] 'agreement among raft nodes before linearized reading' (duration: 120.62053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:45.023458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.086935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T06:07:45.023478Z","caller":"traceutil/trace.go:171","msg":"trace[2075590183] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8165; }","duration":"139.109275ms","start":"2026-04-07T06:07:44.884363Z","end":"2026-04-07T06:07:45.023472Z","steps":["trace[2075590183] 'agreement among raft nodes before linearized reading' (duration: 139.073445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:45.023518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.934821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T06:07:45.02355Z","caller":"traceutil/trace.go:171","msg":"trace[1570753303] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8165; }","duration":"139.969462ms","start":"2026-04-07T06:07:44.883573Z","end":"2026-04-07T06:07:45.023543Z","steps":["trace[1570753303] 'agreement among raft nodes before linearized reading' (duration: 139.923441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:45.023624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.966974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T06:07:45.023691Z","caller":"traceutil/trace.go:171","msg":"trace[1460650188] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8165; }","duration":"162.069506ms","start":"2026-04-07T06:07:44.861607Z","end":"2026-04-07T06:07:45.023676Z","steps":["trace[1460650188] 'agreement among raft nodes before linearized reading' (duration: 161.935354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:45.023813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.375919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T06:07:45.02384Z","caller":"traceutil/trace.go:171","msg":"trace[188205114] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8165; }","duration":"140.40496ms","start":"2026-04-07T06:07:44.883428Z","end":"2026-04-07T06:07:45.023833Z","steps":["trace[188205114] 'agreement among raft nodes before linearized reading' (duration: 140.321158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:45.322255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.495103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T06:07:45.322379Z","caller":"traceutil/trace.go:171","msg":"trace[602894358] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8165; }","duration":"139.645505ms","start":"2026-04-07T06:07:45.1827Z","end":"2026-04-07T06:07:45.322345Z","steps":["trace[602894358] 'range keys from in-memory index tree' (duration: 139.37352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:45.322423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.404388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T06:07:45.322471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.340635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T06:07:45.32258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.92732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T06:07:45.322582Z","caller":"traceutil/trace.go:171","msg":"trace[1720702941] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8165; }","duration":"198.505389ms","start":"2026-04-07T06:07:45.124056Z","end":"2026-04-07T06:07:45.322562Z","steps":["trace[1720702941] 'count revisions from in-memory index tree' (duration: 198.256444ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:07:45.322622Z","caller":"traceutil/trace.go:171","msg":"trace[494378877] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8165; }","duration":"197.014231ms","start":"2026-04-07T06:07:45.125597Z","end":"2026-04-07T06:07:45.322611Z","steps":["trace[494378877] 'range keys from in-memory index tree' (duration: 196.818758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:45.32265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.797526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T06:07:45.322712Z","caller":"traceutil/trace.go:171","msg":"trace[1515003380] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8165; }","duration":"165.882108ms","start":"2026-04-07T06:07:45.156815Z","end":"2026-04-07T06:07:45.322697Z","steps":["trace[1515003380] 'range keys from in-memory index tree' (duration: 165.728605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:45.322793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.406389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T06:07:45.322792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.719193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T06:07:45.322525Z","caller":"traceutil/trace.go:171","msg":"trace[1292679718] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8165; }","duration":"180.550092ms","start":"2026-04-07T06:07:45.141956Z","end":"2026-04-07T06:07:45.322506Z","steps":["trace[1292679718] 'range keys from in-memory index tree' (duration: 180.337317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:45.322928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.513671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T06:07:45.322951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.947318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T06:07:45.322994Z","caller":"traceutil/trace.go:171","msg":"trace[11302376] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8165; }","duration":"181.616222ms","start":"2026-04-07T06:07:45.141357Z","end":"2026-04-07T06:07:45.322973Z","steps":["trace[11302376] 'range keys from in-memory index tree' (duration: 181.325217ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:07:45.323002Z","caller":"traceutil/trace.go:171","msg":"trace[1644815839] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8165; }","duration":"159.010759ms","start":"2026-04-07T06:07:45.163975Z","end":"2026-04-07T06:07:45.322986Z","steps":["trace[1644815839] 'count revisions from in-memory index tree' (duration: 158.909247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:45.32233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.240529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T06:07:45.323123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.030062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T06:07:45.32313Z","caller":"traceutil/trace.go:171","msg":"trace[1593286362] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8165; }","duration":"108.095795ms","start":"2026-04-07T06:07:45.215021Z","end":"2026-04-07T06:07:45.323117Z","steps":["trace[1593286362] 'range keys from in-memory index tree' (duration: 107.183817ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:07:45.323159Z","caller":"traceutil/trace.go:171","msg":"trace[2045559333] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8165; }","duration":"141.105683ms","start":"2026-04-07T06:07:45.18204Z","end":"2026-04-07T06:07:45.323146Z","steps":["trace[2045559333] 'range keys from in-memory index tree' (duration: 140.935211ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:07:45.322869Z","caller":"traceutil/trace.go:171","msg":"trace[826945473] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8165; }","duration":"181.47099ms","start":"2026-04-07T06:07:45.141355Z","end":"2026-04-07T06:07:45.322826Z","steps":["trace[826945473] 'count revisions from in-memory index tree' (duration: 181.224636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:45.323239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.175072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T06:07:45.322928Z","caller":"traceutil/trace.go:171","msg":"trace[1370915164] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8165; }","duration":"198.893736ms","start":"2026-04-07T06:07:45.124011Z","end":"2026-04-07T06:07:45.322905Z","steps":["trace[1370915164] 'range keys from in-memory index tree' (duration: 198.651102ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:07:45.323268Z","caller":"traceutil/trace.go:171","msg":"trace[1740555459] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8165; }","duration":"159.229233ms","start":"2026-04-07T06:07:45.164031Z","end":"2026-04-07T06:07:45.32326Z","steps":["trace[1740555459] 'range keys from in-memory index tree' (duration: 159.06281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:45.323308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.328856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T06:07:45.323345Z","caller":"traceutil/trace.go:171","msg":"trace[1460421855] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8165; }","duration":"158.398147ms","start":"2026-04-07T06:07:45.164937Z","end":"2026-04-07T06:07:45.323335Z","steps":["trace[1460421855] 'range keys from in-memory index tree' (duration: 158.241564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:45.323392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.493662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T06:07:45.32342Z","caller":"traceutil/trace.go:171","msg":"trace[924973842] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8165; }","duration":"125.541602ms","start":"2026-04-07T06:07:45.197871Z","end":"2026-04-07T06:07:45.323412Z","steps":["trace[924973842] 'range keys from in-memory index tree' (duration: 125.418929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:45.323362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.308677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T06:07:45.323462Z","caller":"traceutil/trace.go:171","msg":"trace[830781349] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8165; }","duration":"141.424659ms","start":"2026-04-07T06:07:45.182021Z","end":"2026-04-07T06:07:45.323446Z","steps":["trace[830781349] 'count revisions from in-memory index tree' (duration: 141.200655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:45.32353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.445388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T06:07:45.323555Z","caller":"traceutil/trace.go:171","msg":"trace[190577415] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8165; }","duration":"126.48147ms","start":"2026-04-07T06:07:45.197065Z","end":"2026-04-07T06:07:45.323546Z","steps":["trace[190577415] 'count revisions from in-memory index tree' (duration: 126.404428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:45.323579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.043283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T06:07:45.323634Z","caller":"traceutil/trace.go:171","msg":"trace[623410723] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8165; }","duration":"109.137575ms","start":"2026-04-07T06:07:45.214483Z","end":"2026-04-07T06:07:45.323621Z","steps":["trace[623410723] 'range keys from in-memory index tree' (duration: 108.940001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:45.323703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.139784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T06:07:45.323645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.502019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T06:07:45.323753Z","caller":"traceutil/trace.go:171","msg":"trace[1880336109] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8165; }","duration":"109.191435ms","start":"2026-04-07T06:07:45.214547Z","end":"2026-04-07T06:07:45.323739Z","steps":["trace[1880336109] 'count revisions from in-memory index tree' (duration: 109.045213ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:07:45.323762Z","caller":"traceutil/trace.go:171","msg":"trace[1760230450] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8165; }","duration":"126.638902ms","start":"2026-04-07T06:07:45.19711Z","end":"2026-04-07T06:07:45.323749Z","steps":["trace[1760230450] 'range keys from in-memory index tree' (duration: 126.423018ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:07:57.458125Z","caller":"traceutil/trace.go:171","msg":"trace[1132785558] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"376.547785ms","start":"2026-04-07T06:07:57.081554Z","end":"2026-04-07T06:07:57.458102Z","steps":["trace[1132785558] 'process raft request' (duration: 376.348341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:57.458313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T06:07:57.081531Z","time spent":"376.680917ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T06:07:57.485061Z","caller":"traceutil/trace.go:171","msg":"trace[1232001166] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"116.011213ms","start":"2026-04-07T06:07:57.36903Z","end":"2026-04-07T06:07:57.485042Z","steps":["trace[1232001166] 'process raft request' (duration: 115.913042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:58.358333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.804165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-07T06:07:58.358448Z","caller":"traceutil/trace.go:171","msg":"trace[242017389] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8236; }","duration":"316.986208ms","start":"2026-04-07T06:07:58.041435Z","end":"2026-04-07T06:07:58.358422Z","steps":["trace[242017389] 'range keys from in-memory index tree' (duration: 316.55002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:58.35851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T06:07:58.041412Z","time spent":"317.087329ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-07T06:07:58.425181Z","caller":"traceutil/trace.go:171","msg":"trace[192707090] linearizableReadLoop","detail":"{readStateIndex:8523; appliedIndex:8522; }","duration":"181.48547ms","start":"2026-04-07T06:07:58.243667Z","end":"2026-04-07T06:07:58.425152Z","steps":["trace[192707090] 'read index received' (duration: 181.255945ms)","trace[192707090] 'applied index is now lower than readState.Index' (duration: 228.125µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T06:07:58.425507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.821276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T06:07:58.425485Z","caller":"traceutil/trace.go:171","msg":"trace[218924008] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"272.506405ms","start":"2026-04-07T06:07:58.152943Z","end":"2026-04-07T06:07:58.42545Z","steps":["trace[218924008] 'process raft request' (duration: 272.003715ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:07:58.425563Z","caller":"traceutil/trace.go:171","msg":"trace[1373139563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8237; }","duration":"181.941459ms","start":"2026-04-07T06:07:58.243604Z","end":"2026-04-07T06:07:58.425545Z","steps":["trace[1373139563] 'agreement among raft nodes before linearized reading' (duration: 181.675254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:07:59.875509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.606548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T06:07:59.875617Z","caller":"traceutil/trace.go:171","msg":"trace[1238316974] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8242; }","duration":"105.808522ms","start":"2026-04-07T06:07:59.769787Z","end":"2026-04-07T06:07:59.875595Z","steps":["trace[1238316974] 'range keys from in-memory index tree' (duration: 105.337193ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:08:02.789189Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6089} {"level":"info","ts":"2026-04-07T06:08:02.897827Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6089,"took":"106.442834ms","hash":4098296329,"current-db-size-bytes":58634240,"current-db-size":"59 MB","current-db-size-in-use-bytes":23433216,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-07T06:08:02.89793Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4098296329,"revision":6089,"compact-revision":2988} {"level":"info","ts":"2026-04-07T06:08:30.245047Z","caller":"traceutil/trace.go:171","msg":"trace[1522173941] transaction","detail":"{read_only:false; response_revision:8460; number_of_response:1; }","duration":"177.983784ms","start":"2026-04-07T06:08:30.067036Z","end":"2026-04-07T06:08:30.24502Z","steps":["trace[1522173941] 'process raft request' (duration: 177.817471ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:08:30.257855Z","caller":"traceutil/trace.go:171","msg":"trace[1098303224] transaction","detail":"{read_only:false; response_revision:8461; number_of_response:1; }","duration":"190.56287ms","start":"2026-04-07T06:08:30.06727Z","end":"2026-04-07T06:08:30.257832Z","steps":["trace[1098303224] 'process raft request' (duration: 190.379106ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:08:30.258055Z","caller":"traceutil/trace.go:171","msg":"trace[1227872914] transaction","detail":"{read_only:false; response_revision:8462; number_of_response:1; }","duration":"190.087961ms","start":"2026-04-07T06:08:30.067937Z","end":"2026-04-07T06:08:30.258025Z","steps":["trace[1227872914] 'process raft request' (duration: 189.854587ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:08:40.326056Z","caller":"traceutil/trace.go:171","msg":"trace[1541791519] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8552; }","duration":"134.49547ms","start":"2026-04-07T06:08:40.191541Z","end":"2026-04-07T06:08:40.326036Z","steps":["trace[1541791519] 'process raft request' (duration: 134.344797ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:08:40.342794Z","caller":"traceutil/trace.go:171","msg":"trace[153407075] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"148.075584ms","start":"2026-04-07T06:08:40.194691Z","end":"2026-04-07T06:08:40.342767Z","steps":["trace[153407075] 'process raft request' (duration: 147.679157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:08:40.822922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.455059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T06:08:40.823076Z","caller":"traceutil/trace.go:171","msg":"trace[1638563328] linearizableReadLoop","detail":"{readStateIndex:8859; appliedIndex:8858; }","duration":"145.19023ms","start":"2026-04-07T06:08:40.677851Z","end":"2026-04-07T06:08:40.823041Z","steps":["trace[1638563328] 'read index received' (duration: 10.455337ms)","trace[1638563328] 'applied index is now lower than readState.Index' (duration: 134.733153ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T06:08:40.823176Z","caller":"traceutil/trace.go:171","msg":"trace[1390700947] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"148.032613ms","start":"2026-04-07T06:08:40.675127Z","end":"2026-04-07T06:08:40.823159Z","steps":["trace[1390700947] 'process raft request' (duration: 13.210028ms)","trace[1390700947] 'compare' (duration: 134.319066ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T06:08:40.82338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.499316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T06:08:40.823509Z","caller":"traceutil/trace.go:171","msg":"trace[1624939544] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8559; }","duration":"145.634508ms","start":"2026-04-07T06:08:40.677832Z","end":"2026-04-07T06:08:40.823466Z","steps":["trace[1624939544] 'agreement among raft nodes before linearized reading' (duration: 145.408984ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:08:40.99351Z","caller":"traceutil/trace.go:171","msg":"trace[1229726225] transaction","detail":"{read_only:false; response_revision:8561; number_of_response:1; }","duration":"164.776257ms","start":"2026-04-07T06:08:40.828697Z","end":"2026-04-07T06:08:40.993473Z","steps":["trace[1229726225] 'process raft request' (duration: 95.239474ms)","trace[1229726225] 'compare' (duration: 69.218137ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T06:08:41.234108Z","caller":"traceutil/trace.go:171","msg":"trace[1615250078] linearizableReadLoop","detail":"{readStateIndex:8862; appliedIndex:8861; }","duration":"159.108201ms","start":"2026-04-07T06:08:41.074964Z","end":"2026-04-07T06:08:41.234072Z","steps":["trace[1615250078] 'read index received' (duration: 83.478364ms)","trace[1615250078] 'applied index is now lower than readState.Index' (duration: 75.625287ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T06:08:41.234187Z","caller":"traceutil/trace.go:171","msg":"trace[1769308276] transaction","detail":"{read_only:false; response_revision:8562; number_of_response:1; }","duration":"128.233802ms","start":"2026-04-07T06:08:41.105917Z","end":"2026-04-07T06:08:41.234151Z","steps":["trace[1769308276] 'process raft request' (duration: 128.057688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:08:41.234433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.162952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-04-07T06:08:41.234478Z","caller":"traceutil/trace.go:171","msg":"trace[993964379] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8562; }","duration":"151.283534ms","start":"2026-04-07T06:08:41.08318Z","end":"2026-04-07T06:08:41.234464Z","steps":["trace[993964379] 'agreement among raft nodes before linearized reading' (duration: 151.06903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:08:41.234455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.739393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T06:08:41.23447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.459917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mnppx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-07T06:08:41.234577Z","caller":"traceutil/trace.go:171","msg":"trace[1633679040] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8562; }","duration":"112.885276ms","start":"2026-04-07T06:08:41.121664Z","end":"2026-04-07T06:08:41.234549Z","steps":["trace[1633679040] 'agreement among raft nodes before linearized reading' (duration: 112.658112ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:08:41.234624Z","caller":"traceutil/trace.go:171","msg":"trace[2009655930] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mnppx; range_end:; response_count:1; response_revision:8562; }","duration":"159.689142ms","start":"2026-04-07T06:08:41.07491Z","end":"2026-04-07T06:08:41.234599Z","steps":["trace[2009655930] 'agreement among raft nodes before linearized reading' (duration: 159.266894ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:08:41.860097Z","caller":"traceutil/trace.go:171","msg":"trace[484242557] linearizableReadLoop","detail":"{readStateIndex:8867; appliedIndex:8866; }","duration":"117.366169ms","start":"2026-04-07T06:08:41.742705Z","end":"2026-04-07T06:08:41.860071Z","steps":["trace[484242557] 'read index received' (duration: 117.205076ms)","trace[484242557] 'applied index is now lower than readState.Index' (duration: 159.703µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T06:08:41.860165Z","caller":"traceutil/trace.go:171","msg":"trace[842169662] transaction","detail":"{read_only:false; response_revision:8566; number_of_response:1; }","duration":"117.589223ms","start":"2026-04-07T06:08:41.742541Z","end":"2026-04-07T06:08:41.860131Z","steps":["trace[842169662] 'process raft request' (duration: 117.368909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:08:41.860509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.766647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-04-07T06:08:41.860632Z","caller":"traceutil/trace.go:171","msg":"trace[1393248801] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8566; }","duration":"117.892269ms","start":"2026-04-07T06:08:41.742689Z","end":"2026-04-07T06:08:41.860581Z","steps":["trace[1393248801] 'agreement among raft nodes before linearized reading' (duration: 117.502392ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:08:41.925612Z","caller":"traceutil/trace.go:171","msg":"trace[1438911783] transaction","detail":"{read_only:false; response_revision:8567; number_of_response:1; }","duration":"173.388048ms","start":"2026-04-07T06:08:41.752184Z","end":"2026-04-07T06:08:41.925572Z","steps":["trace[1438911783] 'process raft request' (duration: 130.269331ms)","trace[1438911783] 'compare' (duration: 42.76722ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T06:08:42.135557Z","caller":"traceutil/trace.go:171","msg":"trace[190812167] transaction","detail":"{read_only:false; response_revision:8568; number_of_response:1; }","duration":"166.449939ms","start":"2026-04-07T06:08:41.969068Z","end":"2026-04-07T06:08:42.135518Z","steps":["trace[190812167] 'process raft request' (duration: 155.349871ms)","trace[190812167] 'compare' (duration: 10.784792ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T06:09:20.497187Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002417.wal"} {"level":"info","ts":"2026-04-07T06:09:55.008756Z","caller":"traceutil/trace.go:171","msg":"trace[1154202851] linearizableReadLoop","detail":"{readStateIndex:9614; appliedIndex:9613; }","duration":"183.942616ms","start":"2026-04-07T06:09:54.824792Z","end":"2026-04-07T06:09:55.008735Z","steps":["trace[1154202851] 'read index received' (duration: 183.849704ms)","trace[1154202851] 'applied index is now lower than readState.Index' (duration: 91.442µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T06:09:55.008854Z","caller":"traceutil/trace.go:171","msg":"trace[177060025] transaction","detail":"{read_only:false; response_revision:9292; number_of_response:1; }","duration":"209.188519ms","start":"2026-04-07T06:09:54.799611Z","end":"2026-04-07T06:09:55.008799Z","steps":["trace[177060025] 'process raft request' (duration: 208.962065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:09:55.008953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.14684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T06:09:55.008992Z","caller":"traceutil/trace.go:171","msg":"trace[1247683806] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9292; }","duration":"184.235602ms","start":"2026-04-07T06:09:54.824746Z","end":"2026-04-07T06:09:55.008981Z","steps":["trace[1247683806] 'agreement among raft nodes before linearized reading' (duration: 184.107309ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:09:55.025947Z","caller":"traceutil/trace.go:171","msg":"trace[814914227] transaction","detail":"{read_only:false; response_revision:9293; number_of_response:1; }","duration":"113.626339ms","start":"2026-04-07T06:09:54.912303Z","end":"2026-04-07T06:09:55.02593Z","steps":["trace[814914227] 'process raft request' (duration: 113.426295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T06:09:55.026009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.447972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T06:09:55.026131Z","caller":"traceutil/trace.go:171","msg":"trace[423722870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9293; }","duration":"178.599645ms","start":"2026-04-07T06:09:54.847517Z","end":"2026-04-07T06:09:55.026117Z","steps":["trace[423722870] 'agreement among raft nodes before linearized reading' (duration: 178.34654ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:10:45.62072Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9133559b3198d4ec","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T06:10:45.627608Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-07T06:10:45.62774Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-07T06:12:16.935084Z","caller":"traceutil/trace.go:171","msg":"trace[1117766334] transaction","detail":"{read_only:false; response_revision:10365; number_of_response:1; }","duration":"111.900312ms","start":"2026-04-07T06:12:16.821896Z","end":"2026-04-07T06:12:16.933796Z","steps":["trace[1117766334] 'process raft request' (duration: 105.432492ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T06:13:02.797152Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8268} {"level":"info","ts":"2026-04-07T06:13:02.886112Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8268,"took":"85.873085ms","hash":2273572389,"current-db-size-bytes":58634240,"current-db-size":"59 MB","current-db-size-in-use-bytes":24768512,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-07T06:13:02.886206Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2273572389,"revision":8268,"compact-revision":6089} {"level":"info","ts":"2026-04-07T06:18:02.803763Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10654} {"level":"info","ts":"2026-04-07T06:18:02.886715Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10654,"took":"80.084223ms","hash":1857449615,"current-db-size-bytes":58634240,"current-db-size":"59 MB","current-db-size-in-use-bytes":20627456,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-04-07T06:18:02.886807Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1857449615,"revision":10654,"compact-revision":8268}